mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-01 01:59:47 +00:00
V4.2025.08.5429 [ci skip]
This commit is contained in:
mitchellkrogza
parent
14e4f059f1
commit
5cbac6516f
38 changed files with 1194 additions and 1162 deletions
|
|
@ -4,9 +4,9 @@
|
|||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||
|
||||
_______________
|
||||
#### Version: V4.2025.08.5428
|
||||
#### Version: V4.2025.08.5429
|
||||
#### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
|
||||
____________________
|
||||
|
||||
|
|
|
|||
|
|
@ -4,9 +4,9 @@
|
|||
### PLEASE READ CONFIGURATION INSTRUCTIONS BELOW THOROUGHLY :exclamation:
|
||||
|
||||
_______________
|
||||
#### Version: V4.2025.08.5428
|
||||
#### Version: V4.2025.08.5429
|
||||
#### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
|
||||
____________________
|
||||
|
||||
|
|
|
|||
|
|
@ -14,9 +14,9 @@
|
|||
##### The Ultimate Nginx Bad Bot, User-Agent, Spam Referrer Blocker, Adware, Malware and Ransomware Blocker, Clickjacking Blocker, Click Re-Directing Blocker, SEO Companies and Bad IP Blocker with Anti DDOS System, Nginx Rate Limiting and Wordpress Theme Detector Blocking. Stop and Block all kinds of bad internet traffic even Fake Googlebots from ever reaching your web sites. [PLEASE SEE: Definition of Bad Bots](#define-bad-bots)
|
||||
|
||||
_______________
|
||||
#### Version: V4.2025.08.5428
|
||||
#### Version: V4.2025.08.5429
|
||||
#### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
|
||||
____________________
|
||||
|
||||
|
|
|
|||
|
|
@ -1,5 +1,3 @@
|
|||
Ai2Bot
|
||||
allenai.org
|
||||
01h4x.com
|
||||
360Spider
|
||||
404checker
|
||||
|
|
@ -16,6 +14,7 @@ Acunetix
|
|||
AdsTxtCrawlerTP
|
||||
AfD-Verbotsverfahren
|
||||
AhrefsBot
|
||||
Ai2Bot
|
||||
AiHitBot
|
||||
Aipbot
|
||||
Alexibot
|
||||
|
|
@ -596,6 +595,7 @@ ZoominfoBot
|
|||
ZumBot
|
||||
ZyBorg
|
||||
adscanner
|
||||
allenai.org
|
||||
anthropic-ai
|
||||
archive.org_bot
|
||||
arquivo-web-crawler
|
||||
|
|
|
|||
|
|
@ -3,9 +3,9 @@
|
|||
# EASY CONFIGURATION INSTRUCTIONS FOR STOPPING GOOGLE ANALYTICS "GHOST" SPAM
|
||||
|
||||
_______________
|
||||
#### Version: V4.2025.08.5428
|
||||
#### Version: V4.2025.08.5429
|
||||
#### Bad Referrers Blocked: [7105](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-referrers.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [679](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Bad User-Agents (Bots) Blocked: [681](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/bad-user-agents.list)
|
||||
#### Fake Googlebots Blocked: [217](https://raw.githubusercontent.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker/master/_generator_lists/fake-googlebots.list)
|
||||
____________________
|
||||
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V3.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:39 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -164,6 +164,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -744,6 +745,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -14,6 +14,7 @@ Acunetix
|
|||
AdsTxtCrawlerTP
|
||||
AfD-Verbotsverfahren
|
||||
AhrefsBot
|
||||
Ai2Bot
|
||||
AiHitBot
|
||||
Aipbot
|
||||
Alexibot
|
||||
|
|
@ -594,6 +595,7 @@ ZoominfoBot
|
|||
ZumBot
|
||||
ZyBorg
|
||||
adscanner
|
||||
allenai.org
|
||||
anthropic-ai
|
||||
archive.org_bot
|
||||
arquivo-web-crawler
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
5428
|
||||
5429
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V3.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:39 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -164,6 +164,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -744,6 +745,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
48.214.55.37 0;
|
||||
172.184.211.117 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 1;
|
||||
10.1.0.39 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 0;
|
||||
10.1.0.39 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 1;
|
||||
10.1.0.39 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 0;
|
||||
10.1.0.39 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 1;
|
||||
10.1.0.39 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -75,6 +75,7 @@
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b|)" 0;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
|
||||
"~*(?:\b)AhrefsBot(?:\b|)" 0;
|
||||
"~*(?:\b)Ai2Bot(?:\b|)" 0;
|
||||
"~*(?:\b)AiHitBot(?:\b|)" 0;
|
||||
"~*(?:\b)Aipbot(?:\b|)" 0;
|
||||
"~*(?:\b)Alexibot(?:\b|)" 0;
|
||||
|
|
@ -655,6 +656,7 @@
|
|||
"~*(?:\b)ZumBot(?:\b|)" 0;
|
||||
"~*(?:\b)ZyBorg(?:\b|)" 0;
|
||||
"~*(?:\b)adscanner(?:\b|)" 0;
|
||||
"~*(?:\b)allenai.org(?:\b|)" 0;
|
||||
"~*(?:\b)anthropic-ai(?:\b|)" 0;
|
||||
"~*(?:\b)archive.org_bot(?:\b|)" 0;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b|)" 0;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 0;
|
||||
10.1.0.39 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
48.214.55.37 0;
|
||||
172.184.211.117 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
48.214.55.37 0;
|
||||
172.184.211.117 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:28 UTC 2025
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:38 UTC 2025
|
||||
### Bad Referrer Count: 7105
|
||||
### Bad Bot Count: 679
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -167,6 +167,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b)" 3;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b)" 3;
|
||||
"~*(?:\b)AhrefsBot(?:\b)" 3;
|
||||
"~*(?:\b)Ai2Bot(?:\b)" 3;
|
||||
"~*(?:\b)AiHitBot(?:\b)" 3;
|
||||
"~*(?:\b)Aipbot(?:\b)" 3;
|
||||
"~*(?:\b)Alexibot(?:\b)" 3;
|
||||
|
|
@ -747,6 +748,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)ZumBot(?:\b)" 3;
|
||||
"~*(?:\b)ZyBorg(?:\b)" 3;
|
||||
"~*(?:\b)adscanner(?:\b)" 3;
|
||||
"~*(?:\b)allenai.org(?:\b)" 3;
|
||||
"~*(?:\b)anthropic-ai(?:\b)" 3;
|
||||
"~*(?:\b)archive.org_bot(?:\b)" 3;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 1;
|
||||
10.1.0.39 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -75,6 +75,7 @@
|
|||
"~*(?:\b)AdsTxtCrawlerTP(?:\b|)" 0;
|
||||
"~*(?:\b)AfD-Verbotsverfahren(?:\b|)" 0;
|
||||
"~*(?:\b)AhrefsBot(?:\b|)" 0;
|
||||
"~*(?:\b)Ai2Bot(?:\b|)" 0;
|
||||
"~*(?:\b)AiHitBot(?:\b|)" 0;
|
||||
"~*(?:\b)Aipbot(?:\b|)" 0;
|
||||
"~*(?:\b)Alexibot(?:\b|)" 0;
|
||||
|
|
@ -655,6 +656,7 @@
|
|||
"~*(?:\b)ZumBot(?:\b|)" 0;
|
||||
"~*(?:\b)ZyBorg(?:\b|)" 0;
|
||||
"~*(?:\b)adscanner(?:\b|)" 0;
|
||||
"~*(?:\b)allenai.org(?:\b|)" 0;
|
||||
"~*(?:\b)anthropic-ai(?:\b|)" 0;
|
||||
"~*(?:\b)archive.org_bot(?:\b|)" 0;
|
||||
"~*(?:\b)arquivo-web-crawler(?:\b|)" 0;
|
||||
|
|
|
|||
|
|
@ -1,10 +1,10 @@
|
|||
Black Hole
|
||||
Bytespider
|
||||
CyotekWebCopy
|
||||
DSearch
|
||||
SEOkicks-Robot
|
||||
Sqlworm
|
||||
Suzuran
|
||||
TeleportPro
|
||||
WEBDAV
|
||||
Website Quester
|
||||
ALittle Client
|
||||
EroCrawler
|
||||
Extreme Picture Finder
|
||||
Niki-bot
|
||||
SemrushBot-FT
|
||||
VoidEYE
|
||||
Voil
|
||||
WebBandit
|
||||
Wprecon
|
||||
Zitebot
|
||||
|
|
|
|||
|
|
@ -1,100 +1,100 @@
|
|||
01h4x.com
|
||||
360Spider
|
||||
AfD-Verbotsverfahren
|
||||
Alligator
|
||||
Aspiegel
|
||||
Attach
|
||||
AwarioSmartBot
|
||||
Black Hole
|
||||
Blackboard
|
||||
404checker
|
||||
AdsTxtCrawlerTP
|
||||
AllSubmitter
|
||||
Anarchie
|
||||
BackStreet
|
||||
BackWeb
|
||||
BlowFish
|
||||
BotALot
|
||||
Brandwatch
|
||||
Buddy
|
||||
BuiltBotTough
|
||||
CCBot
|
||||
Cegbfeieh
|
||||
CensysInspect
|
||||
ChatGPT-User
|
||||
CheTeam
|
||||
Claritybot
|
||||
Custo
|
||||
Disco
|
||||
EMail Wolf
|
||||
DittoSpyder
|
||||
DnBCrawler-Analytics
|
||||
DomainCrawler
|
||||
DomainSigmaCrawler
|
||||
Download Wonder
|
||||
Drip
|
||||
Ecxi
|
||||
EroCrawler
|
||||
Express WebPictures
|
||||
Extractor
|
||||
Extreme Picture Finder
|
||||
Fuzz
|
||||
GPTBot
|
||||
Harvest
|
||||
Intelliseek
|
||||
Iria
|
||||
JetCar
|
||||
Jorgee
|
||||
JustView
|
||||
Keyword Density
|
||||
Kozmosbot
|
||||
FDM
|
||||
Gigabot
|
||||
HTMLparser
|
||||
IlseBot
|
||||
Information Security Team InfraSec Scanner
|
||||
InterGET
|
||||
Internet Ninja
|
||||
InternetMeasurement
|
||||
Iskanie
|
||||
Larbin
|
||||
Lightspeedsystems
|
||||
LinkScan
|
||||
LieBaoFast
|
||||
Likse
|
||||
LinkextractorPro
|
||||
Ltx71
|
||||
MJ12bot
|
||||
MSIECrawler
|
||||
Magnet
|
||||
Mail.RU_Bot
|
||||
Mediatoolkitbot
|
||||
Microsoft URL Control
|
||||
LinqiaRSSBot
|
||||
Lipperhey
|
||||
Lipperhey Spider
|
||||
MFC_Tear_Sample
|
||||
MIIxpc
|
||||
Mag-Net
|
||||
Mb2345Browser
|
||||
MeanPath Bot
|
||||
MicroMessenger
|
||||
Moblie Safari
|
||||
NPbot
|
||||
Navroad
|
||||
Nibbler
|
||||
OnCrawl
|
||||
PageScorer
|
||||
Pandalytics
|
||||
Pavuk
|
||||
PeoplePal
|
||||
PxBroker
|
||||
RankActiveLinkBot
|
||||
RebelMouse
|
||||
SEOlyticsCrawler
|
||||
SISTRIX
|
||||
Seekport
|
||||
NearSite
|
||||
NetSpider
|
||||
Nuclei
|
||||
Nutch
|
||||
Octopus
|
||||
OpenVAS
|
||||
Openfind
|
||||
OutclicksBot
|
||||
QueryN Metasearch
|
||||
Rainbot
|
||||
Rankivabot
|
||||
Re-re
|
||||
RealDownload
|
||||
SEOkicks
|
||||
SEOstats
|
||||
SemrushBot-BA
|
||||
Siphon
|
||||
SiteExplorer
|
||||
Siteimprove
|
||||
Snake
|
||||
Snapbot
|
||||
Snoopy
|
||||
SocialRankIOBot
|
||||
Sosospider
|
||||
Sottopop
|
||||
SpaceBison
|
||||
Steeler
|
||||
SputnikBot
|
||||
Sucker
|
||||
SuperBot
|
||||
T0PHackTeam
|
||||
Teleport
|
||||
Telesoft
|
||||
SurveyBot
|
||||
Suzuran
|
||||
T8Abot
|
||||
Telesphoreo
|
||||
TightTwatBot
|
||||
True_Robot
|
||||
Turnitin
|
||||
TwengaBot
|
||||
Twice
|
||||
VelenPublicWebCrawler
|
||||
VidibleScraper
|
||||
VoidEYE
|
||||
Voil
|
||||
Web Pix
|
||||
WebGo IS
|
||||
WebSauger
|
||||
WBSearchBot
|
||||
WWW::Mechanize
|
||||
WeSEE
|
||||
WebAuto
|
||||
WebCollage
|
||||
WebImageCollector
|
||||
WebmasterWorldForumBot
|
||||
WebsiteQuester
|
||||
WiseGuys Robot
|
||||
ZmEu
|
||||
arquivo.pt
|
||||
coccocbot
|
||||
linkdexbot
|
||||
openai.com
|
||||
plumanalytics
|
||||
seocompany.store
|
||||
seoscanners
|
||||
sexsearcher
|
||||
voyagerx.com
|
||||
Webshag
|
||||
Website Quester
|
||||
Whatweb
|
||||
YoudaoBot
|
||||
Zeus
|
||||
ZoomBot
|
||||
adscanner
|
||||
autoemailspider
|
||||
awario.com
|
||||
clark-crawler
|
||||
crawler.feedback
|
||||
domainsproject.org
|
||||
lwp-trivial
|
||||
s1z.ru
|
||||
trendiction.com
|
||||
webgains-bot
|
||||
xpymep1.exe
|
||||
webmeup-crawler
|
||||
zgrab
|
||||
|
|
|
|||
|
|
@ -1,10 +1,10 @@
|
|||
alta-realestate.com
|
||||
dangphoto.trade
|
||||
javxxx18.com
|
||||
lernur.net
|
||||
meetlocalchicks.com
|
||||
mundoaberrante.com
|
||||
pics-group.com
|
||||
thegamerznetwork.com
|
||||
tuckpointingmasonrysystems.com
|
||||
yougotanewdomain.com
|
||||
date-withme.com
|
||||
extener.org
|
||||
mb140.ru
|
||||
mrcsa.com.au
|
||||
photostudiolightings.com
|
||||
playmsn.com
|
||||
quality-traffic.com
|
||||
sindragosa.comxa.com
|
||||
thfox.com
|
||||
xn----itbkqkfiq.xn--p1ai
|
||||
|
|
|
|||
|
|
@ -1,100 +1,100 @@
|
|||
000free.us
|
||||
1stat.ru
|
||||
2itech.ru
|
||||
7fon.ru
|
||||
aa8780bb28a1de4eb5bff33c28a218a930.com
|
||||
adpremium.org
|
||||
analnoeporno.tv
|
||||
anaseracresar.tk
|
||||
animal36.com
|
||||
apioasisspacenet-a.akamaihd.net
|
||||
apiwebwebgetcom-a.akamaihd.net
|
||||
asrvrep-a.akamaihd.net
|
||||
bala.getenjoyment.net
|
||||
berrymall.ru
|
||||
best-coupon-offer.com
|
||||
beztuberkuleza.ru
|
||||
123kuma.com
|
||||
202ch.com
|
||||
all-streaming-media.com
|
||||
ample-awards-today.us
|
||||
apidigidocketnet-a.akamaihd.net
|
||||
arenda-avtoprokat-krasnodar.ru
|
||||
backuperwebcam.weebly.com
|
||||
beachfix.co
|
||||
bestmobilityscooterstoday.com
|
||||
bfz.biz
|
||||
boleznikogi.com
|
||||
bonanza-fortune.men
|
||||
brandov.ru
|
||||
buyk.host.sk
|
||||
bvlgaribracelet.xyz
|
||||
bwlx.prepedu.cn
|
||||
cakesplus.com.au
|
||||
carson.getenjoyment.net
|
||||
cashonads.com
|
||||
chatroulette.life
|
||||
chatroulette.online
|
||||
cialgenisrx.com
|
||||
classiquebijoux.ru
|
||||
cosmetic.donna7753191.ru
|
||||
data-ox.com
|
||||
dfwu1019.info
|
||||
doctissimo.fr
|
||||
doeco.ru
|
||||
domznaniy.ru
|
||||
download-wallpaper.net
|
||||
downloadkakaotalk.com
|
||||
draniki.org
|
||||
drupa.com
|
||||
earthmagic.info
|
||||
elektrischezigarette2.onsugar.com
|
||||
ezigarettekaufen2.blox.pl
|
||||
fatmaelgarny.com
|
||||
findpik.com
|
||||
foodgid.net
|
||||
foxjuegos.com
|
||||
franecki.net
|
||||
get-seo-domain.com
|
||||
grand-chlen.ru
|
||||
i-midias.net.br
|
||||
ifmo.ru
|
||||
images.gyffu.com
|
||||
iomoio.net
|
||||
istizanidineacontrolledsubstance.blogspot.com
|
||||
izoll.ru
|
||||
kalandranis.gr
|
||||
laexotic.com
|
||||
lenvred.org
|
||||
lietaer.com
|
||||
likesdesign.com
|
||||
long-beach-air-conditioning.com
|
||||
lyngdalhudterapi.no
|
||||
meet-flirt-dating.com
|
||||
mojowhois.com
|
||||
narco24.me
|
||||
notebook-pro.ru
|
||||
obiavo.uz
|
||||
ofanda.com
|
||||
pk-services.ru
|
||||
pshare.biz
|
||||
rank-checker.online
|
||||
rankings-analytics.com
|
||||
redirectme.net
|
||||
remont-fridge-tv.ru
|
||||
remontgruzovik.ru
|
||||
renecaovillasale.online
|
||||
roofers.org.uk
|
||||
runstocks.com
|
||||
sbf441.com
|
||||
snjatie-geroinovoy-lomki.ru
|
||||
space-worry.ml
|
||||
strigkaomsk.ru
|
||||
stroiminsk.org
|
||||
swimpool.ca
|
||||
syvertsen-da.no
|
||||
tnaionline.org
|
||||
torrents-tracker.com
|
||||
twittruth.com
|
||||
ucoz.ru
|
||||
uggsale.online
|
||||
undergroundcityphoto.com
|
||||
userequip.com
|
||||
vostoktrade.info
|
||||
word-vorlagen.net
|
||||
xboxster.ru
|
||||
xmladserver.com
|
||||
budpost.com.ua
|
||||
bugshoot.cn
|
||||
carloans.com
|
||||
compliance-brian.xyz
|
||||
cornomase.win
|
||||
covadhosting.biz
|
||||
data-mining.tk
|
||||
dating-app.ru
|
||||
detskie-zabavi.ru
|
||||
digitalfaq.com
|
||||
djstools.com
|
||||
ekspresihati.info
|
||||
englishdictionaryfree.com
|
||||
excitacion.info
|
||||
expresstoplivo.ru
|
||||
filefilter.weebly.com
|
||||
flash4fun.com
|
||||
froggytube.com
|
||||
goldadpremium.com
|
||||
hayate.biz
|
||||
himgaws.pw
|
||||
hit-kino.ru
|
||||
homegardenlova.com
|
||||
howlongdoestizanidinestayinyoursystem.blogspot.com
|
||||
husky-shop.cz
|
||||
hyiphunter.org
|
||||
idc.com.ua
|
||||
iframe-toloka.com
|
||||
intelhdgraphicsgtdrive6w.metroblog.com
|
||||
ipornox.xxx
|
||||
javcoast.com
|
||||
konkursov.net
|
||||
koversite.info
|
||||
ladsup.com
|
||||
landoftracking.com
|
||||
lechtaczka.net
|
||||
limads.men
|
||||
liran-locks.com
|
||||
lkbennettstore.online
|
||||
m0r0zk0-krava.ru
|
||||
methodsmarketing.com
|
||||
mir-betting.ru
|
||||
mp3s.club
|
||||
mycaf.it
|
||||
no-fuel.org
|
||||
novosibirsk.xrus.org
|
||||
obiavo.by
|
||||
owathemes.com
|
||||
ownshop.cf
|
||||
pila.pl
|
||||
pliks.pl
|
||||
poisk-zakona.ru
|
||||
pornohd1080.online
|
||||
portside.xyz
|
||||
radiodigital.co
|
||||
ranking2017.ga
|
||||
renecaovilla.online
|
||||
rep-am.com
|
||||
responsinator.com
|
||||
russintv.fr
|
||||
scanner-jessica.top
|
||||
seonetwizard.com
|
||||
seorussian.ru
|
||||
service.adtech.fr
|
||||
sexphoto.site
|
||||
shama-rc.net
|
||||
simul.co
|
||||
softwaretrend.net
|
||||
solicita.info
|
||||
specialfinanceoffers.com
|
||||
spitfiremusic.com
|
||||
sterva.cc
|
||||
subj.ukr-lit.com
|
||||
sudexpert66.ru
|
||||
support.nopeas.sk
|
||||
surgut.zrus.org
|
||||
svetlotorg.ru
|
||||
top-study.work
|
||||
top10-way.com
|
||||
u555u.info
|
||||
vacuumcleanerguru.com
|
||||
viteonlusarezzo.it
|
||||
wanker.us
|
||||
xn----8sbarihbihxpxqgaf0g1e.xn--80adxhks
|
||||
xn--80aanaardaperhcem4a6i.com
|
||||
xn--80ajbshivpvn2i.xn--p1ai
|
||||
yaoguangdj.com
|
||||
yebocasino.com
|
||||
ytmnd.com
|
||||
your-bearings.com
|
||||
yoursite.com
|
||||
zapatosenventa.info
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.30 0;
|
||||
10.1.0.39 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -6,9 +6,9 @@
|
|||
|
||||
### Version Information #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:29 UTC 2025
|
||||
### Bad Bot Count: 679
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:39 UTC 2025
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### Version Information ##
|
||||
|
||||
|
|
@ -47,6 +47,8 @@ User-agent: AfD-Verbotsverfahren
|
|||
Disallow:/
|
||||
User-agent: AhrefsBot
|
||||
Disallow:/
|
||||
User-agent: Ai2Bot
|
||||
Disallow:/
|
||||
User-agent: AiHitBot
|
||||
Disallow:/
|
||||
User-agent: Aipbot
|
||||
|
|
@ -1207,6 +1209,8 @@ User-agent: ZyBorg
|
|||
Disallow:/
|
||||
User-agent: adscanner
|
||||
Disallow:/
|
||||
User-agent: allenai.org
|
||||
Disallow:/
|
||||
User-agent: anthropic-ai
|
||||
Disallow:/
|
||||
User-agent: archive.org_bot
|
||||
|
|
|
|||
|
|
@ -6,9 +6,9 @@
|
|||
|
||||
### Version Information #
|
||||
###################################################
|
||||
### Version: V4.2025.08.5428
|
||||
### Updated: Tue Aug 26 22:04:29 UTC 2025
|
||||
### Bad Bot Count: 679
|
||||
### Version: V4.2025.08.5429
|
||||
### Updated: Wed Aug 27 09:01:39 UTC 2025
|
||||
### Bad Bot Count: 681
|
||||
###################################################
|
||||
### Version Information ##
|
||||
|
||||
|
|
@ -47,6 +47,8 @@ User-agent: AfD-Verbotsverfahren
|
|||
Disallow:/
|
||||
User-agent: AhrefsBot
|
||||
Disallow:/
|
||||
User-agent: Ai2Bot
|
||||
Disallow:/
|
||||
User-agent: AiHitBot
|
||||
Disallow:/
|
||||
User-agent: Aipbot
|
||||
|
|
@ -1207,6 +1209,8 @@ User-agent: ZyBorg
|
|||
Disallow:/
|
||||
User-agent: adscanner
|
||||
Disallow:/
|
||||
User-agent: allenai.org
|
||||
Disallow:/
|
||||
User-agent: anthropic-ai
|
||||
Disallow:/
|
||||
User-agent: archive.org_bot
|
||||
|
|
|
|||
Loading…
Add table
Reference in a new issue