mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-09 13:55:41 +00:00
V4.2025.01.4983 [ci skip]
This commit is contained in:
mitchellkrogza
parent
b3c20aec7f
commit
997e356f2a
40 changed files with 71088 additions and 70952 deletions
|
|
@ -421,6 +421,11 @@ SeekportBot
|
|||
SemanticJuice
|
||||
Semrush
|
||||
SemrushBot
|
||||
SemrushBot-BA
|
||||
SemrushBot-FT
|
||||
SemrushBot-OCOB
|
||||
SemrushBot-SI
|
||||
SemrushBot-SWA
|
||||
SentiBot
|
||||
SenutoBot
|
||||
SeoCherryBot
|
||||
|
|
@ -429,6 +434,7 @@ SeobilityBot
|
|||
Seomoz
|
||||
Shodan
|
||||
Siphon
|
||||
SiteAuditBot
|
||||
SiteCheckerBotCrawler
|
||||
SiteExplorer
|
||||
SiteLockSpider
|
||||
|
|
@ -456,6 +462,7 @@ Spbot
|
|||
Spider_Bot
|
||||
Spider_Bot/3.0
|
||||
Spinn3r
|
||||
SplitSignalBot
|
||||
SputnikBot
|
||||
Sqlmap
|
||||
Sqlworm
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
4982
|
||||
4983
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
File diff suppressed because it is too large
Load diff
|
|
@ -1 +1 @@
|
|||
nginx version: nginx/1.18.0 (Ubuntu)
|
||||
nginx version: nginx/1.24.0 (Ubuntu)
|
||||
|
|
|
|||
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
52.157.4.87 0;
|
||||
20.25.193.37 0;
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 1;
|
||||
10.1.0.152 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 0;
|
||||
10.1.0.152 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 1;
|
||||
10.1.0.152 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 0;
|
||||
10.1.0.152 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 1;
|
||||
10.1.0.152 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -482,6 +482,11 @@
|
|||
"~*(?:\b)SemanticJuice(?:\b|)" 0;
|
||||
"~*(?:\b)Semrush(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-BA(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-FT(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-OCOB(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-SI(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-SWA(?:\b|)" 0;
|
||||
"~*(?:\b)SentiBot(?:\b|)" 0;
|
||||
"~*(?:\b)SenutoBot(?:\b|)" 0;
|
||||
"~*(?:\b)SeoCherryBot(?:\b|)" 0;
|
||||
|
|
@ -490,6 +495,7 @@
|
|||
"~*(?:\b)Seomoz(?:\b|)" 0;
|
||||
"~*(?:\b)Shodan(?:\b|)" 0;
|
||||
"~*(?:\b)Siphon(?:\b|)" 0;
|
||||
"~*(?:\b)SiteAuditBot(?:\b|)" 0;
|
||||
"~*(?:\b)SiteCheckerBotCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)SiteExplorer(?:\b|)" 0;
|
||||
"~*(?:\b)SiteLockSpider(?:\b|)" 0;
|
||||
|
|
@ -517,6 +523,7 @@
|
|||
"~*(?:\b)Spider_Bot(?:\b|)" 0;
|
||||
"~*(?:\b)Spider_Bot/3.0(?:\b|)" 0;
|
||||
"~*(?:\b)Spinn3r(?:\b|)" 0;
|
||||
"~*(?:\b)SplitSignalBot(?:\b|)" 0;
|
||||
"~*(?:\b)SputnikBot(?:\b|)" 0;
|
||||
"~*(?:\b)Sqlmap(?:\b|)" 0;
|
||||
"~*(?:\b)Sqlworm(?:\b|)" 0;
|
||||
|
|
|
|||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 0;
|
||||
10.1.0.152 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
52.157.4.87 0;
|
||||
20.25.193.37 0;
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -45,4 +45,4 @@
|
|||
# - Whitelisting IP's and RANGES here ONLY affects the IP blocking functions.
|
||||
# - This file will NOT allow your own IP to bypass bad User-Agent or Referrer String checks.
|
||||
# - To bypass everything for a certain IP see notes in blockbots.conf on SUPER WHITELIST
|
||||
52.157.4.87 0;
|
||||
20.25.193.37 0;
|
||||
|
|
|
|||
File diff suppressed because it is too large
Load diff
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 1;
|
||||
10.1.0.152 1;
|
||||
127.0.0.1 1;
|
||||
|
|
|
|||
|
|
@ -482,6 +482,11 @@
|
|||
"~*(?:\b)SemanticJuice(?:\b|)" 0;
|
||||
"~*(?:\b)Semrush(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-BA(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-FT(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-OCOB(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-SI(?:\b|)" 0;
|
||||
"~*(?:\b)SemrushBot-SWA(?:\b|)" 0;
|
||||
"~*(?:\b)SentiBot(?:\b|)" 0;
|
||||
"~*(?:\b)SenutoBot(?:\b|)" 0;
|
||||
"~*(?:\b)SeoCherryBot(?:\b|)" 0;
|
||||
|
|
@ -490,6 +495,7 @@
|
|||
"~*(?:\b)Seomoz(?:\b|)" 0;
|
||||
"~*(?:\b)Shodan(?:\b|)" 0;
|
||||
"~*(?:\b)Siphon(?:\b|)" 0;
|
||||
"~*(?:\b)SiteAuditBot(?:\b|)" 0;
|
||||
"~*(?:\b)SiteCheckerBotCrawler(?:\b|)" 0;
|
||||
"~*(?:\b)SiteExplorer(?:\b|)" 0;
|
||||
"~*(?:\b)SiteLockSpider(?:\b|)" 0;
|
||||
|
|
@ -517,6 +523,7 @@
|
|||
"~*(?:\b)Spider_Bot(?:\b|)" 0;
|
||||
"~*(?:\b)Spider_Bot/3.0(?:\b|)" 0;
|
||||
"~*(?:\b)Spinn3r(?:\b|)" 0;
|
||||
"~*(?:\b)SplitSignalBot(?:\b|)" 0;
|
||||
"~*(?:\b)SputnikBot(?:\b|)" 0;
|
||||
"~*(?:\b)Sqlmap(?:\b|)" 0;
|
||||
"~*(?:\b)Sqlworm(?:\b|)" 0;
|
||||
|
|
|
|||
|
|
@ -1,10 +1,10 @@
|
|||
Crawling at Home Project
|
||||
FDM
|
||||
Foobot
|
||||
Navroad
|
||||
NetMechanic
|
||||
SuperHTTP
|
||||
TightTwatBot
|
||||
Vacuum
|
||||
omgili
|
||||
s1z.ru
|
||||
EyeNetIE
|
||||
Go-Ahead-Got-It
|
||||
InterGET
|
||||
Larbin
|
||||
Majestic12
|
||||
Niki-bot
|
||||
SEOkicks-Robot
|
||||
SenutoBot
|
||||
Snapbot
|
||||
VCI
|
||||
|
|
|
|||
|
|
@ -1,100 +1,100 @@
|
|||
360Spider
|
||||
ALittle Client
|
||||
ASPSeek
|
||||
AiHitBot
|
||||
AllSubmitter
|
||||
Badass
|
||||
Bitacle
|
||||
Brandwatch
|
||||
CheTeam
|
||||
80legs
|
||||
Abonti
|
||||
Aboundex
|
||||
Aboundexbot
|
||||
Acunetix
|
||||
BacklinksExtendedBot
|
||||
Bolt
|
||||
Cegbfeieh
|
||||
Copier
|
||||
Crescent
|
||||
CyotekWebCopy
|
||||
DIIbot
|
||||
DTS Agent
|
||||
Disco
|
||||
DittoSpyder
|
||||
DomainCrawler
|
||||
DomainSigmaCrawler
|
||||
CopyRightCheck
|
||||
DBLBot
|
||||
Demon
|
||||
DigitalPebble
|
||||
DnBCrawler-Analytics
|
||||
Domains Project
|
||||
Ebingbong
|
||||
Ecxi
|
||||
Express WebPictures
|
||||
FDM
|
||||
Fuzz
|
||||
GT::WWW
|
||||
Getintent
|
||||
GoZilla
|
||||
GrapeshotCrawler
|
||||
Haansoft
|
||||
HybridBot
|
||||
Iblog
|
||||
IlseBot
|
||||
InfoTekies
|
||||
Evil
|
||||
ExtractorPro
|
||||
FacebookBot
|
||||
FlashGet
|
||||
Foobot
|
||||
GalaxyBot
|
||||
Gigabot
|
||||
Gotit
|
||||
Grafula
|
||||
HMView
|
||||
Heritrix
|
||||
InfoNaviRobot
|
||||
Information Security Team InfraSec Scanner
|
||||
InternetSeer
|
||||
Jbrofuzz
|
||||
Internet Ninja
|
||||
JetCar
|
||||
Jorgee
|
||||
LeechGet
|
||||
Jetty
|
||||
Jyxobot
|
||||
Kinza
|
||||
LieBaoFast
|
||||
LinksManager
|
||||
MIDown tool
|
||||
Mag-Net
|
||||
MarkWatch
|
||||
Mata Hari
|
||||
MegaIndex.ru
|
||||
Microsoft URL Control
|
||||
Mister PiX
|
||||
Moblie Safari
|
||||
Lipperhey
|
||||
Ltx71
|
||||
Meanpathbot
|
||||
Mediatoolkitbot
|
||||
Mojeek
|
||||
Mojolicious
|
||||
NetMechanic
|
||||
OrangeSpider
|
||||
PageAnalyzer
|
||||
PleaseCrawl
|
||||
Psbot
|
||||
QueryN Metasearch
|
||||
Mr.4x3
|
||||
Name Intelligence
|
||||
Needle
|
||||
Ninja
|
||||
Page Analyzer
|
||||
PageGrabber
|
||||
Piepmatz
|
||||
Pixray
|
||||
ProPowerBot
|
||||
PxBroker
|
||||
Quick-Crawler
|
||||
Re-re
|
||||
RealDownload
|
||||
Recorder
|
||||
Screaming
|
||||
SeoSiteCheckup
|
||||
Shodan
|
||||
RebelMouse
|
||||
SBIder
|
||||
SEOkicks-Robot
|
||||
Seekport
|
||||
SemrushBot-SI
|
||||
SeoCherryBot
|
||||
SiteSnagger
|
||||
Siteimprove
|
||||
SlySearch
|
||||
Spbot
|
||||
Spinn3r
|
||||
Sqworm
|
||||
Suzuran
|
||||
T8Abot
|
||||
Spammen
|
||||
SurveyBot
|
||||
Swiftbot
|
||||
Szukacz
|
||||
T0PHackTeam
|
||||
Teleport
|
||||
TheNomad
|
||||
Trendictionbot
|
||||
Turingos
|
||||
Twice
|
||||
Typhoeus
|
||||
URLy Warning
|
||||
URLy.Warning
|
||||
VelenPublicWebCrawler
|
||||
Thumbor
|
||||
TightTwatBot
|
||||
Vacuum
|
||||
VoidEYE
|
||||
WASALive-Bot
|
||||
WPScan
|
||||
Web Collage
|
||||
WebFetch
|
||||
WWW-Collector-E
|
||||
WebAuto
|
||||
WebCollage
|
||||
WebEnhancer
|
||||
WebGo IS
|
||||
WebImageCollector
|
||||
WebSauger
|
||||
WebPix
|
||||
WebReaper
|
||||
WinHTTrack
|
||||
Wonderbot
|
||||
YoudaoBot
|
||||
Zermelo
|
||||
ZoominfoBot
|
||||
archive.org_bot
|
||||
arquivo.pt
|
||||
crawler.feedback
|
||||
linkfluence
|
||||
openai
|
||||
ripz
|
||||
seostar
|
||||
serpstatbot
|
||||
tAkeOut
|
||||
x09Mozilla
|
||||
xpymep1.exe
|
||||
Xaldon WebSpider
|
||||
adscanner
|
||||
coccocbot
|
||||
com.plumanalytics
|
||||
dataforseo.com
|
||||
eCatch
|
||||
gopher
|
||||
heritrix
|
||||
iubenda-radar
|
||||
lwp-trivial
|
||||
meanpathbot
|
||||
muhstik-scan
|
||||
pcBrowser
|
||||
satoristudio.net
|
||||
seocompany.store
|
||||
siteripz
|
||||
trendiction.de
|
||||
webgains-bot
|
||||
|
|
|
|||
|
|
@ -1,10 +1,10 @@
|
|||
1-99seo.com
|
||||
agysya.ru
|
||||
evogarage.com
|
||||
fermersovet.ru
|
||||
fsalas.com
|
||||
ihc2015.info
|
||||
larger.io
|
||||
pooleroadmedicalcentre.co.uk
|
||||
softxaker.ru
|
||||
top-karkas.ru
|
||||
avkzarabotok.com
|
||||
christianlouboutinsaleoutletonline.us
|
||||
insider.pro
|
||||
insurple.com
|
||||
m5home.ru
|
||||
mafa-free.com
|
||||
rusprostitute.com
|
||||
sitopreferito.it
|
||||
symbaloo.com
|
||||
trk-4.net
|
||||
|
|
|
|||
|
|
@ -1,100 +1,100 @@
|
|||
03e.info
|
||||
11235813.webzdarma.cz
|
||||
3th.co.in
|
||||
4k-player.pl
|
||||
adrunnr.com
|
||||
aktobe.xkaz.org
|
||||
alfa-medosmotr.ru
|
||||
allbizne.co.ua
|
||||
amt-k.ru
|
||||
animaltoplist.com
|
||||
anonymizeme.pro
|
||||
apiportalmorecom-a.akamaihd.net
|
||||
arendakvartir.kz
|
||||
ayakino.net
|
||||
azlex.uz
|
||||
beta.hotkeys.com
|
||||
beyan.host.sk
|
||||
bizlist.com.de
|
||||
bryansk.zrus.org
|
||||
buypillsorderonline.com
|
||||
carstrends2015.com
|
||||
cartierbraceletsreplica.pw
|
||||
cb.iphantom.com
|
||||
cgi2.nintendo.co.jp
|
||||
chiblackhawks-jerseys.com
|
||||
chuckguilford.com
|
||||
decorationspcs.com
|
||||
doeco.ru
|
||||
editors.choice6912650.hulfingtonpost.com
|
||||
escort-russian.com
|
||||
ezofest.sk
|
||||
free411games.com
|
||||
frustrated-favorable.gq
|
||||
galleryawesome.com
|
||||
get-free-social-traffic.com
|
||||
gotcher.us
|
||||
gratis-sexkontakte.com
|
||||
hasshe.com
|
||||
heliko.no
|
||||
himazin.info
|
||||
hotkeys.com
|
||||
ifirestarter.ru
|
||||
iframe-toloka.com
|
||||
images-free.net
|
||||
iptool.xyz
|
||||
istizanidinelikexanax.blogspot.com
|
||||
javspace.net
|
||||
karting196.ru
|
||||
kovrenok.ru
|
||||
liran-locks.com
|
||||
liupis.com
|
||||
long-beach-air-conditioning.com
|
||||
monitorwebsitespeed.com
|
||||
nelc.edu.eg
|
||||
neobux-bg.info
|
||||
office2web.com
|
||||
online-sbank.ru
|
||||
online.ktc45.ru
|
||||
onlineku.com
|
||||
par-fallen.ga
|
||||
pl.aasoldes.fr
|
||||
ploenjitmedia.azurewebsites.net
|
||||
poem-paying.gq
|
||||
polybuild.ru
|
||||
prod2016.com
|
||||
prostitutki-astana.org
|
||||
prostitutki-tyumeni.org
|
||||
puzzleweb.ru
|
||||
ranksignals.com
|
||||
razleton.com
|
||||
rebuildermedical.com
|
||||
reimageplus.com
|
||||
replica-watch.ru
|
||||
rightenergysolutions.com.au
|
||||
royalads.net
|
||||
savingsslider-a.akamaihd.net
|
||||
scanner-jane.top
|
||||
seansonline24.pl
|
||||
secretscook.ru
|
||||
securesmrt-dt.com
|
||||
sel-hoz.com
|
||||
seofirmreviewsus.info
|
||||
sexy.babes.frontend-stack.top
|
||||
shell-pmr.ru
|
||||
smartpet.ru
|
||||
startufa.ru
|
||||
strongsignal-a.akamaihd.net
|
||||
svensk-poesi.com
|
||||
tako3.com
|
||||
telefonsexkostenlos.tk
|
||||
titan-cloud.life
|
||||
titelhelden.eu
|
||||
top10-way.com
|
||||
truck-rece.life
|
||||
videotuber.ru
|
||||
www.wohnkabinen-shop.de
|
||||
xn--b1adccaf1bzj.xn--p1ai
|
||||
xvideosporn.biz
|
||||
ynymnwbm.bloger.index.hr
|
||||
youjizz.com
|
||||
zed21.net
|
||||
3xforum.ro
|
||||
76brighton.co.uk
|
||||
7makemoneyonline.com
|
||||
activepr.ru
|
||||
adnotbad.com
|
||||
affrh2015.com
|
||||
akusherok.ru
|
||||
ameblo.jp
|
||||
antons-transporte.de
|
||||
applicationg29.com
|
||||
arendas.net
|
||||
bankiem.pl
|
||||
besthomemadepornsites.com
|
||||
bestimagecoollibrary.com
|
||||
bestofupload.info
|
||||
big-boards.info
|
||||
billiard-classic.com.ua
|
||||
blpmovies.com
|
||||
boostmyppc.com
|
||||
cah.io.community
|
||||
cardsdumps.com
|
||||
caulderwoodkennels.com
|
||||
cheapmoncler.win
|
||||
circlesl.com
|
||||
clips.ua.ac.be
|
||||
copblock.org
|
||||
cranly.net
|
||||
cxpromote.com
|
||||
dfwu1019.info
|
||||
domoysshop.ru
|
||||
ec-file.info
|
||||
erotikchat-24.com
|
||||
essayassist.com
|
||||
etotupo.ru
|
||||
fenoyl.batcave.net
|
||||
film-one.ru
|
||||
fun-mobi.pl
|
||||
goodnightjournal.com
|
||||
hdhc.ru
|
||||
hermesbracelets.xyz
|
||||
horoshieokna.com
|
||||
hotcore.info
|
||||
impresagaia.it
|
||||
jerseyssportsshop.com
|
||||
jimmychoosale.online
|
||||
jovencitas.gratis
|
||||
kino-ecran.ru
|
||||
laapp.com
|
||||
lafourmiliaire.com
|
||||
liky.co.ua
|
||||
live-sexcam.tk
|
||||
marwer.info
|
||||
medictube.ru
|
||||
merryhouse.co.uk
|
||||
mnogolok.info
|
||||
nmrk.ru
|
||||
novosti-hi-tech.ru
|
||||
onblastblog.online
|
||||
onlineporno.site
|
||||
oz-offers.com
|
||||
pattersonsweb.com
|
||||
pintattoos.com
|
||||
platinumdeals.gr
|
||||
pokemongooo.ml
|
||||
pornosmola.info
|
||||
ranksonic.org
|
||||
rock-cafe.info
|
||||
royal-betting.net
|
||||
rumamba.com
|
||||
sax-sex.com
|
||||
selectads.men
|
||||
seoexperimenty.ru
|
||||
serviporno.com
|
||||
simon3.ru
|
||||
social-fun.ru
|
||||
sosdepotdebilan.com
|
||||
sport-video-obzor.ru
|
||||
sribno.net
|
||||
stop-zavisimost.com
|
||||
svarbit.com
|
||||
tecspb.ru
|
||||
telefonsex-ohne0900.net
|
||||
timer4web.com
|
||||
tizanidinedrugtest.blogspot.com
|
||||
tsstcorpcddvdwshbbdriverfb.aircus.com
|
||||
tsyndicate.com
|
||||
turist-strani.ru
|
||||
ublaze.ru
|
||||
ukrobstep.com
|
||||
vapeface.club
|
||||
veerotech.com
|
||||
vesnatehno.com
|
||||
vk-mus.ru
|
||||
vmnmvzsmn.over-blog.com
|
||||
writingservices17.blogspot.ru
|
||||
xn--80ahdheogk5l.xn--p1ai
|
||||
yopoint.in
|
||||
zytpirwai.net
|
||||
|
|
|
|||
|
|
@ -878,4 +878,14 @@
|
|||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html><!DOCTYPE html>
|
||||
<html>
|
||||
<head>
|
||||
<title>Welcome to NginX</title>
|
||||
</head>
|
||||
<body>
|
||||
<div align=center>
|
||||
<h1>Welcome to the NginX Ultimate Bad Bot Blocker</h1>
|
||||
<p>This is merely used for testing !!!</p>
|
||||
</body>
|
||||
</html>
|
||||
|
|
@ -1,2 +1,2 @@
|
|||
10.1.0.5 0;
|
||||
10.1.0.152 0;
|
||||
127.0.0.1 0;
|
||||
|
|
|
|||
|
|
@ -6,9 +6,9 @@
|
|||
|
||||
### Version Information #
|
||||
###################################################
|
||||
### Version: V4.2025.01.4982
|
||||
### Updated: Mon Jan 6 10:04:07 UTC 2025
|
||||
### Bad Bot Count: 668
|
||||
### Version: V4.2025.01.4983
|
||||
### Updated: Sun Jan 19 06:36:20 UTC 2025
|
||||
### Bad Bot Count: 675
|
||||
###################################################
|
||||
### Version Information ##
|
||||
|
||||
|
|
@ -861,6 +861,16 @@ User-agent: Semrush
|
|||
Disallow:/
|
||||
User-agent: SemrushBot
|
||||
Disallow:/
|
||||
User-agent: SemrushBot-BA
|
||||
Disallow:/
|
||||
User-agent: SemrushBot-FT
|
||||
Disallow:/
|
||||
User-agent: SemrushBot-OCOB
|
||||
Disallow:/
|
||||
User-agent: SemrushBot-SI
|
||||
Disallow:/
|
||||
User-agent: SemrushBot-SWA
|
||||
Disallow:/
|
||||
User-agent: SentiBot
|
||||
Disallow:/
|
||||
User-agent: SenutoBot
|
||||
|
|
@ -877,6 +887,8 @@ User-agent: Shodan
|
|||
Disallow:/
|
||||
User-agent: Siphon
|
||||
Disallow:/
|
||||
User-agent: SiteAuditBot
|
||||
Disallow:/
|
||||
User-agent: SiteCheckerBotCrawler
|
||||
Disallow:/
|
||||
User-agent: SiteExplorer
|
||||
|
|
@ -931,6 +943,8 @@ User-agent: Spider_Bot/3.0
|
|||
Disallow:/
|
||||
User-agent: Spinn3r
|
||||
Disallow:/
|
||||
User-agent: SplitSignalBot
|
||||
Disallow:/
|
||||
User-agent: SputnikBot
|
||||
Disallow:/
|
||||
User-agent: Sqlmap
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue