mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-09 13:55:41 +00:00
V4.2023.08.3919 [ci skip]
This commit is contained in:
mitchellkrogza
parent
230ed56a35
commit
3fd459c56a
37 changed files with 316 additions and 262 deletions
|
|
@ -159,6 +159,7 @@ Fuzz
|
|||
FyberSpider
|
||||
Fyrebot
|
||||
G-i-g-a-b-o-t
|
||||
GPTBot
|
||||
GT::WWW
|
||||
GalaxyBot
|
||||
Genieo
|
||||
|
|
@ -604,6 +605,8 @@ mediawords
|
|||
muhstik-scan
|
||||
netEstate NE Crawler
|
||||
oBot
|
||||
openai
|
||||
openai.com
|
||||
page scorer
|
||||
pcBrowser
|
||||
plumanalytics
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
3918
|
||||
3919
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V3.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:25 UTC 2023
|
||||
### Version: V3.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:24 UTC 2023
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
138.91.87.24 0;
|
||||
104.210.132.191 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:24 UTC 2023
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 1;
|
||||
10.1.0.65 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 0;
|
||||
10.1.0.65 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:24 UTC 2023
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 1;
|
||||
10.1.0.65 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 0;
|
||||
10.1.0.65 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:24 UTC 2023
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 1;
|
||||
10.1.0.65 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -220,6 +220,7 @@
|
|||
"~*(?:\b)FyberSpider(?:\b|)" 0;
|
||||
"~*(?:\b)Fyrebot(?:\b|)" 0;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
|
||||
"~*(?:\b)GPTBot(?:\b|)" 0;
|
||||
"~*(?:\b)GT::WWW(?:\b|)" 0;
|
||||
"~*(?:\b)GalaxyBot(?:\b|)" 0;
|
||||
"~*(?:\b)Genieo(?:\b|)" 0;
|
||||
|
|
@ -665,6 +666,8 @@
|
|||
"~*(?:\b)muhstik-scan(?:\b|)" 0;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b|)" 0;
|
||||
"~*(?:\b)oBot(?:\b|)" 0;
|
||||
"~*(?:\b)openai(?:\b|)" 0;
|
||||
"~*(?:\b)openai.com(?:\b|)" 0;
|
||||
"~*(?:\b)page\ scorer(?:\b|)" 0;
|
||||
"~*(?:\b)pcBrowser(?:\b|)" 0;
|
||||
"~*(?:\b)plumanalytics(?:\b|)" 0;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 0;
|
||||
10.1.0.65 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:24 UTC 2023
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
138.91.87.24 0;
|
||||
104.210.132.191 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:24 UTC 2023
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
138.91.87.24 0;
|
||||
104.210.132.191 0;
|
||||
|
|
|
|||
|
|
@ -4,10 +4,10 @@
|
|||
|
||||
### VERSION INFORMATION #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:24 UTC 2023
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:23 UTC 2023
|
||||
### Bad Referrer Count: 7104
|
||||
### Bad Bot Count: 642
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### VERSION INFORMATION ##
|
||||
|
||||
|
|
@ -308,6 +308,7 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)FyberSpider(?:\b)" 3;
|
||||
"~*(?:\b)Fyrebot(?:\b)" 3;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b)" 3;
|
||||
"~*(?:\b)GPTBot(?:\b)" 3;
|
||||
"~*(?:\b)GT::WWW(?:\b)" 3;
|
||||
"~*(?:\b)GalaxyBot(?:\b)" 3;
|
||||
"~*(?:\b)Genieo(?:\b)" 3;
|
||||
|
|
@ -753,6 +754,8 @@ map $http_user_agent $bad_bot {
|
|||
"~*(?:\b)muhstik-scan(?:\b)" 3;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b)" 3;
|
||||
"~*(?:\b)oBot(?:\b)" 3;
|
||||
"~*(?:\b)openai(?:\b)" 3;
|
||||
"~*(?:\b)openai.com(?:\b)" 3;
|
||||
"~*(?:\b)page\ scorer(?:\b)" 3;
|
||||
"~*(?:\b)pcBrowser(?:\b)" 3;
|
||||
"~*(?:\b)plumanalytics(?:\b)" 3;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 1;
|
||||
10.1.0.65 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -220,6 +220,7 @@
|
|||
"~*(?:\b)FyberSpider(?:\b|)" 0;
|
||||
"~*(?:\b)Fyrebot(?:\b|)" 0;
|
||||
"~*(?:\b)G-i-g-a-b-o-t(?:\b|)" 0;
|
||||
"~*(?:\b)GPTBot(?:\b|)" 0;
|
||||
"~*(?:\b)GT::WWW(?:\b|)" 0;
|
||||
"~*(?:\b)GalaxyBot(?:\b|)" 0;
|
||||
"~*(?:\b)Genieo(?:\b|)" 0;
|
||||
|
|
@ -665,6 +666,8 @@
|
|||
"~*(?:\b)muhstik-scan(?:\b|)" 0;
|
||||
"~*(?:\b)netEstate\ NE\ Crawler(?:\b|)" 0;
|
||||
"~*(?:\b)oBot(?:\b|)" 0;
|
||||
"~*(?:\b)openai(?:\b|)" 0;
|
||||
"~*(?:\b)openai.com(?:\b|)" 0;
|
||||
"~*(?:\b)page\ scorer(?:\b|)" 0;
|
||||
"~*(?:\b)pcBrowser(?:\b|)" 0;
|
||||
"~*(?:\b)plumanalytics(?:\b|)" 0;
|
||||
|
|
|
|||
|
|
@ -1,10 +1,10 @@
|
|||
Anthill
|
||||
Calculon
|
||||
Jorgee
|
||||
MolokaiBot
|
||||
CATExplorador
|
||||
InternetSeer
|
||||
Mozlila
|
||||
OpenVAS
|
||||
RocketCrawler
|
||||
SlySearch
|
||||
Spammen
|
||||
WallpapersHD
|
||||
Webalta
|
||||
seocompany.store
|
||||
SiteSnagger
|
||||
SuperHTTP
|
||||
WeSEE
|
||||
netEstate NE Crawler
|
||||
tAkeOut
|
||||
|
|
|
|||
|
|
@ -1,100 +1,100 @@
|
|||
01h4x.com
|
||||
80legs
|
||||
AIBOT
|
||||
ASPSeek
|
||||
Aipbot
|
||||
Alligator
|
||||
BBBike
|
||||
BDFetch
|
||||
ALittle Client
|
||||
Abonti
|
||||
Aboundex
|
||||
Aboundexbot
|
||||
AhrefsBot
|
||||
AiHitBot
|
||||
Asterias
|
||||
AwarioRssBot
|
||||
AwarioSmartBot
|
||||
BackDoorBot
|
||||
BackStreet
|
||||
Buck
|
||||
Bigfoot
|
||||
BunnySlippers
|
||||
BuzzSumo
|
||||
CheeseBot
|
||||
ChinaClaw
|
||||
Crawling at Home Project
|
||||
DatabaseDriverMysqli
|
||||
Disco
|
||||
DnBCrawler-Analytics
|
||||
DomainStatsBot
|
||||
Download Wonder
|
||||
Drip
|
||||
Express WebPictures
|
||||
Bytespider
|
||||
Calculon
|
||||
Crescent
|
||||
Custo
|
||||
DTS Agent
|
||||
DataCha0s
|
||||
DomainAppender
|
||||
Dotbot
|
||||
EasyDL
|
||||
Ezooms
|
||||
Fimap
|
||||
FlashGet
|
||||
Flunky
|
||||
Foobot
|
||||
FyberSpider
|
||||
HEADMasterSEO
|
||||
HTMLparser
|
||||
InfoTekies
|
||||
Intelliseek
|
||||
Jbrofuzz
|
||||
JikeSpider
|
||||
JustView
|
||||
Jyxobot
|
||||
Kenjin Spider
|
||||
Keyword Density
|
||||
Kozmosbot
|
||||
G-i-g-a-b-o-t
|
||||
Getintent
|
||||
Grabber
|
||||
HTTrack
|
||||
Harvest
|
||||
InterGET
|
||||
JOC Web Spider
|
||||
Jorgee
|
||||
Larbin
|
||||
LeechFTP
|
||||
LexiBot
|
||||
LinkWalker
|
||||
LinksManager
|
||||
LinqiaMetadataDownloaderBot
|
||||
Ltx71
|
||||
MFC_Tear_Sample
|
||||
MTRobot
|
||||
LieBaoFast
|
||||
LinkScan
|
||||
Lmspider
|
||||
MIDown tool
|
||||
MarkMonitor
|
||||
Mass Downloader
|
||||
MauiBot
|
||||
MeanPath Bot
|
||||
MolokaiBot
|
||||
Name Intelligence
|
||||
Mata Hari
|
||||
Meanpathbot
|
||||
Mojeek
|
||||
Musobot
|
||||
NICErsPRO
|
||||
NearSite
|
||||
Nutch
|
||||
OrangeSpider
|
||||
PageScorer
|
||||
NetMechanic
|
||||
NetZIP
|
||||
Offline Navigator
|
||||
Picscout
|
||||
PleaseCrawl
|
||||
Quick-Crawler
|
||||
Pockey
|
||||
ProPowerBot
|
||||
Probethenet
|
||||
Pump
|
||||
RankingBot2
|
||||
RankurBot
|
||||
ReGet
|
||||
Reaper
|
||||
Ripper
|
||||
Scanbot
|
||||
ScrepyBot
|
||||
Semrush
|
||||
SiteSucker
|
||||
Spanner
|
||||
Spbot
|
||||
RocketCrawler
|
||||
Rogerbot
|
||||
SMTBot
|
||||
Snapbot
|
||||
Sqlmap
|
||||
Sqlworm
|
||||
Sucker
|
||||
Stripper
|
||||
T8Abot
|
||||
TheNomad
|
||||
Thumbor
|
||||
TightTwatBot
|
||||
Toata
|
||||
TwengaBot
|
||||
VCI
|
||||
Trendiction
|
||||
True_Robot
|
||||
TurnitinBot
|
||||
Vagabondo
|
||||
Voil
|
||||
Voltron
|
||||
WEBDAV
|
||||
WWW::Mechanize
|
||||
Web Fetch
|
||||
Web Fuck
|
||||
WWW-Collector-E
|
||||
WWWOFFLE
|
||||
Wallpapers/3.0
|
||||
WallpapersHD
|
||||
Web Auto
|
||||
Web Sucker
|
||||
WebCollage
|
||||
WebEnhancer
|
||||
WebReaper
|
||||
Widow
|
||||
Wonderbot
|
||||
adscanner
|
||||
cah.io.community
|
||||
WebFuck
|
||||
WebStripper
|
||||
Webster
|
||||
Whatweb
|
||||
Woobot
|
||||
Wprecon
|
||||
ZoomBot
|
||||
coccocbot
|
||||
cognitiveseo
|
||||
crawler.feedback
|
||||
gopher
|
||||
lwp-request
|
||||
dataforseobot
|
||||
ips-agent
|
||||
iubenda-radar
|
||||
mediawords
|
||||
oBot
|
||||
siteripz
|
||||
ubermetrics-technologies.com
|
||||
webgains-bot
|
||||
webprosbot
|
||||
openai.com
|
||||
page scorer
|
||||
pcBrowser
|
||||
plumanalytics
|
||||
seoscanners
|
||||
sogouspider
|
||||
sp_auditbot
|
||||
|
|
|
|||
|
|
@ -1,10 +1,10 @@
|
|||
adloads.net
|
||||
alessandraleone.com
|
||||
alice.it
|
||||
gigixo.com
|
||||
justkillingti.me
|
||||
kino2018.club
|
||||
mostantikor.ru
|
||||
priscilarodrigues.com.br
|
||||
weburlopener.com
|
||||
xwatt.ru
|
||||
advertex.info
|
||||
bannerswap.com
|
||||
cheapjerseysbizwholesale.us
|
||||
domainanalyzing.xyz
|
||||
eyes-on-you.ga
|
||||
houtings.xyz
|
||||
nagdak.ru
|
||||
obiavo.net
|
||||
volume-pills.biz
|
||||
www.kabbalah-red-bracelets.com
|
||||
|
|
|
|||
|
|
@ -1,100 +1,100 @@
|
|||
2girls1cup-free.com
|
||||
3xforum.ro
|
||||
a96527gi.beget.tech
|
||||
aanapa.ru
|
||||
acheterviagrafr24.com
|
||||
acortarurl.es
|
||||
apibatbrowsecom-a.akamaihd.net
|
||||
apimountainbikei-a.akamaihd.net
|
||||
beatifullandscape.co
|
||||
beauty-clinic.ru
|
||||
best-coupon-offer.com
|
||||
best-way.men
|
||||
bestcalovebracelet.cn
|
||||
bingoporno.com
|
||||
blogqpot.com
|
||||
briomotor.co
|
||||
bristolhotel.com
|
||||
buehne-fuer-menschenrechte.de
|
||||
cfacarrosserie74.com
|
||||
clips.ua.ac.be
|
||||
commoncrawl.org
|
||||
coslab.club
|
||||
crystalslot.com
|
||||
dataloading.net
|
||||
detki-opt.ru
|
||||
domaincheck.io
|
||||
e2click.com
|
||||
elektrischezigarette2.devhub.com
|
||||
elektronischezigarettekaufen1.myblog.de
|
||||
ezigarettenkaufen1.deviantart.com
|
||||
freemags.cc
|
||||
freetangodownload.com
|
||||
geckoandfly.com
|
||||
goosefishpost.bid
|
||||
hkladys.com
|
||||
homemade.gq
|
||||
houseofrose.com
|
||||
i-midias.net.br
|
||||
inet-traffic.com
|
||||
iptool.xyz
|
||||
iqs.biz.ua
|
||||
jackwolfskinoutlet.online
|
||||
janettabridal.com
|
||||
katadhin.co
|
||||
kino-filmi.com
|
||||
kinozapas.org
|
||||
konoplisemena.com
|
||||
kovesszucs.atw.hu
|
||||
123locker.com
|
||||
2728fb936f0.com
|
||||
40cg.com
|
||||
7zap.com
|
||||
8lufu.com
|
||||
accessoires-mode.in
|
||||
actulite.com
|
||||
adidas.frwebs.fr
|
||||
admanaerofoil.com
|
||||
adprotect.net
|
||||
aloofly.com
|
||||
alphaforum.ru
|
||||
amazon-seo-service.com
|
||||
app-ready.xyz
|
||||
arendatora.ru
|
||||
autorn.ru
|
||||
azazaporn.com
|
||||
bg6s0.com
|
||||
biketank.ga
|
||||
brainboostingsupplements.org
|
||||
bravegirlsclub.com
|
||||
brianhenry.co
|
||||
casablancamanor.co.za
|
||||
cbb1smartlist12.click
|
||||
ccjp.eu
|
||||
chatroulette.online
|
||||
cmd.kz
|
||||
continent-e.tv
|
||||
crazyprotocol.com
|
||||
crynet.cc
|
||||
czeshop.info
|
||||
dipstar.org
|
||||
doyouknowtheword-flummox.ml
|
||||
dtm-spain.com
|
||||
elektrischezi.canalblog.com
|
||||
enskedesquashclub.se
|
||||
europeanwatches.ru
|
||||
excitacao.com
|
||||
filmbokep69.com
|
||||
findpik.com
|
||||
forum.poker4life.ru
|
||||
forums.toucharcade.com
|
||||
handicapbathtubarea.com
|
||||
hdxnxxtube.mobi
|
||||
humbmosquina.tk
|
||||
importchinacoach-teach.com
|
||||
inboxdollars.com
|
||||
jav-way.site
|
||||
jennyfire.ru
|
||||
kellyonline.xyz
|
||||
kimcurlrvsms.com
|
||||
kinky-fetishes.com
|
||||
kinobest.pl
|
||||
languagecode.com
|
||||
layola.biz.tc
|
||||
letmacwork.world
|
||||
linkpulse.com
|
||||
magicalfind-a.akamaihd.net
|
||||
mir-limuzinov.ru
|
||||
mmofreegames.online
|
||||
mwtpludn.review
|
||||
najaden.no
|
||||
netpics.org
|
||||
new7ob.com
|
||||
nextconseil.com
|
||||
of-ireland.info
|
||||
offergroup.info
|
||||
partnersafe.men
|
||||
pomoc-drogowa.cba.pl
|
||||
porodasobak.net
|
||||
powitania.pl
|
||||
printingpeach.com
|
||||
pronorm.fr
|
||||
prostitutki-tyumeni.org
|
||||
quangcaons.com
|
||||
rankingchart.de
|
||||
raschtextil.com.ua
|
||||
reeyanaturopathy.com
|
||||
relayblog.com
|
||||
risparmiocasa.bz.it
|
||||
ruclicks.com
|
||||
sanjosestartups.com
|
||||
savetubevideo.com
|
||||
sayyoethe.blogspot.co.za
|
||||
searchaddis.com
|
||||
sexfreepornoxxx.com
|
||||
shoppingmiracles.co.uk
|
||||
sotkal.lark.ru
|
||||
sports-supplements.us
|
||||
sticken.co
|
||||
stillmiracle.com
|
||||
teguh.info
|
||||
thenetinfo.com
|
||||
trafficmp.com
|
||||
uginekologa.com
|
||||
via-gra.webstarts.com
|
||||
viagra.pp.ua
|
||||
videochat.life
|
||||
videochat.ph
|
||||
vipsexfinders.com
|
||||
wdrake.com
|
||||
wfb.hatedriveapart.com
|
||||
wikes.20fr.com
|
||||
xn--80aaaks3bbhabgbigamdr2h.xn--p1ai
|
||||
yaderenergy.ru
|
||||
zzlgxh.com
|
||||
lineshops.biz
|
||||
lyrster.com
|
||||
machicon-ueno.info
|
||||
magicdiet.gq
|
||||
maxthon.com
|
||||
monclerboots.xyz
|
||||
mydearest.co
|
||||
myhydros.org
|
||||
nakozhe.com
|
||||
naval.jislaaik.com
|
||||
pdns.cz
|
||||
perfection-pleasure.ru
|
||||
photo.houseofgaga.ru
|
||||
picmoonco.pw
|
||||
pladform.ru
|
||||
platezhka.net
|
||||
rankexperience.com
|
||||
seolab.top
|
||||
sexsearch.com
|
||||
signx.info
|
||||
simple-share-buttons.com
|
||||
spy-app.info
|
||||
stromerrealty.com
|
||||
suhanpacktech.com
|
||||
superstats.com
|
||||
sweepstakes.rewardit.com
|
||||
taraz.xkaz.org
|
||||
textads.men
|
||||
thaisamkok.com
|
||||
time-japan.ru
|
||||
toon-families.com
|
||||
turbabitload.weebly.com
|
||||
urzedowski.eu
|
||||
videojam.tv
|
||||
videositename.com
|
||||
vvpg.ru
|
||||
waysbetter.cn
|
||||
wrz0iuebwhp5fg.freeddns.com
|
||||
xcc24.pl
|
||||
xfire.com
|
||||
y8games-free.com
|
||||
your-bearings.com
|
||||
yourmovies.pl
|
||||
yubikk.info
|
||||
zscaler.net
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.121 0;
|
||||
10.1.0.65 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -6,9 +6,9 @@
|
|||
|
||||
### Version Information #
|
||||
###################################################
|
||||
### Version: V4.2023.08.3918
|
||||
### Updated: Mon Aug 7 22:01:26 UTC 2023
|
||||
### Bad Bot Count: 642
|
||||
### Version: V4.2023.08.3919
|
||||
### Updated: Tue Aug 8 08:59:24 UTC 2023
|
||||
### Bad Bot Count: 645
|
||||
###################################################
|
||||
### Version Information ##
|
||||
|
||||
|
|
@ -337,6 +337,8 @@ User-agent: Fyrebot
|
|||
Disallow:/
|
||||
User-agent: G-i-g-a-b-o-t
|
||||
Disallow:/
|
||||
User-agent: GPTBot
|
||||
Disallow:/
|
||||
User-agent: GT::WWW
|
||||
Disallow:/
|
||||
User-agent: GalaxyBot
|
||||
|
|
@ -1227,6 +1229,10 @@ User-agent: netEstate NE Crawler
|
|||
Disallow:/
|
||||
User-agent: oBot
|
||||
Disallow:/
|
||||
User-agent: openai
|
||||
Disallow:/
|
||||
User-agent: openai.com
|
||||
Disallow:/
|
||||
User-agent: page scorer
|
||||
Disallow:/
|
||||
User-agent: pcBrowser
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue