mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-02 18:50:13 +00:00
V3.2017.07.720 [ci skip]
This commit is contained in:
parent
1224b15c51
commit
54dff4a849
14 changed files with 586 additions and 88 deletions
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:45:45 SAST 2017
|
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:45:45 SAST 2017
|
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:45:45 SAST 2017
|
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:45:45 SAST 2017
|
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:45:45 SAST 2017
|
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:45:45 SAST 2017
|
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -0,0 +1,498 @@
|
||||||
|
360Spider
|
||||||
|
80legs
|
||||||
|
Abonti
|
||||||
|
Aboundex
|
||||||
|
Acunetix
|
||||||
|
ADmantX
|
||||||
|
AhrefsBot
|
||||||
|
AIBOT
|
||||||
|
AiHitBot
|
||||||
|
Aipbot
|
||||||
|
Alexibot
|
||||||
|
Alligator
|
||||||
|
AllSubmitter
|
||||||
|
Anarchie
|
||||||
|
Apexoo
|
||||||
|
ASPSeek
|
||||||
|
Asterias
|
||||||
|
Attach
|
||||||
|
autoemailspider
|
||||||
|
BackDoorBot
|
||||||
|
Backlink-Ceck
|
||||||
|
backlink-check
|
||||||
|
BacklinkCrawler
|
||||||
|
BackStreet
|
||||||
|
BackWeb
|
||||||
|
Badass
|
||||||
|
Bandit
|
||||||
|
BatchFTP
|
||||||
|
Battleztar Bazinga
|
||||||
|
BBBike
|
||||||
|
BDFetch
|
||||||
|
BetaBot
|
||||||
|
Bigfoot
|
||||||
|
Bitacle
|
||||||
|
Blackboard
|
||||||
|
Black Hole
|
||||||
|
BlackWidow
|
||||||
|
BLEXBot
|
||||||
|
Blow
|
||||||
|
BlowFish
|
||||||
|
Boardreader
|
||||||
|
Bolt
|
||||||
|
BotALot
|
||||||
|
Brandprotect
|
||||||
|
BrandProtect
|
||||||
|
Brandwatch
|
||||||
|
Bubing
|
||||||
|
Buddy
|
||||||
|
BuiltBotTough
|
||||||
|
BuiltWith
|
||||||
|
Bullseye
|
||||||
|
BunnySlippers
|
||||||
|
BuzzSumo
|
||||||
|
Calculon
|
||||||
|
CATExplorador
|
||||||
|
CazoodleBot
|
||||||
|
CCBot
|
||||||
|
Cegbfeieh
|
||||||
|
CheeseBot
|
||||||
|
CherryPicker
|
||||||
|
ChinaClaw
|
||||||
|
Chlooe
|
||||||
|
Claritybot
|
||||||
|
Cliqzbot
|
||||||
|
Cogentbot
|
||||||
|
cognitiveseo
|
||||||
|
Collector
|
||||||
|
Copier
|
||||||
|
CopyRightCheck
|
||||||
|
Copyscape
|
||||||
|
Cosmos
|
||||||
|
Craftbot
|
||||||
|
CrazyWebCrawler
|
||||||
|
Crescent
|
||||||
|
CSHttp
|
||||||
|
Curious
|
||||||
|
Custo
|
||||||
|
DatabaseDriverMysqli
|
||||||
|
DataCha0s
|
||||||
|
DBLBot
|
||||||
|
Demon
|
||||||
|
Deusu
|
||||||
|
Devil
|
||||||
|
DIIbot
|
||||||
|
Dirbuster
|
||||||
|
Disco
|
||||||
|
Discobot
|
||||||
|
Discoverybot
|
||||||
|
DittoSpyder
|
||||||
|
DomainAppender
|
||||||
|
DomainCrawler
|
||||||
|
DomainSigmaCrawler
|
||||||
|
Dotbot
|
||||||
|
Download Demon
|
||||||
|
Download Devil
|
||||||
|
Download Wonder
|
||||||
|
Dragonfly
|
||||||
|
Drip
|
||||||
|
DTS Agent
|
||||||
|
EasyDL
|
||||||
|
Ebingbong
|
||||||
|
eCatch
|
||||||
|
ECCP/1.0
|
||||||
|
Ecxi
|
||||||
|
EirGrabber
|
||||||
|
EMail Collector
|
||||||
|
EMail Extractor
|
||||||
|
EMail Siphon
|
||||||
|
EMail Wolf
|
||||||
|
EroCrawler
|
||||||
|
Evil
|
||||||
|
Exabot
|
||||||
|
Express WebPictures
|
||||||
|
Extractor
|
||||||
|
ExtractorPro
|
||||||
|
Extreme Picture Finder
|
||||||
|
EyeNetIE
|
||||||
|
Ezooms
|
||||||
|
FHscan
|
||||||
|
Fimap
|
||||||
|
Findxbot
|
||||||
|
Firefox/7.0
|
||||||
|
FlashGet
|
||||||
|
Flunky
|
||||||
|
Foobot
|
||||||
|
fq
|
||||||
|
Freeuploader
|
||||||
|
FrontPage
|
||||||
|
Fyrebot
|
||||||
|
GalaxyBot
|
||||||
|
Genieo
|
||||||
|
Getintent
|
||||||
|
GetRight
|
||||||
|
GetWeb
|
||||||
|
Gigablast
|
||||||
|
Gigabot
|
||||||
|
Go-Ahead-Got-It
|
||||||
|
Gotit
|
||||||
|
GoZilla
|
||||||
|
Go!Zilla
|
||||||
|
Grabber
|
||||||
|
GrabNet
|
||||||
|
Grafula
|
||||||
|
GrapeFX
|
||||||
|
GrapeshotCrawler
|
||||||
|
GridBot
|
||||||
|
GT::WWW
|
||||||
|
HaosouSpider
|
||||||
|
Harvest
|
||||||
|
Havij
|
||||||
|
HEADMasterSEO
|
||||||
|
Heritrix
|
||||||
|
Hloader
|
||||||
|
HMView
|
||||||
|
HTMLparser
|
||||||
|
HTTP::Lite
|
||||||
|
HTTrack
|
||||||
|
Humanlinks
|
||||||
|
HybridBot
|
||||||
|
Iblog
|
||||||
|
IDBot
|
||||||
|
Id-search
|
||||||
|
IlseBot
|
||||||
|
Image Fetch
|
||||||
|
Image Stripper
|
||||||
|
Image Sucker
|
||||||
|
Indy Library
|
||||||
|
InfoNaviRobot
|
||||||
|
InfoTekies
|
||||||
|
Intelliseek
|
||||||
|
InterGET
|
||||||
|
Internet Ninja
|
||||||
|
InternetSeer
|
||||||
|
internetVista monitor
|
||||||
|
Iria
|
||||||
|
IRLbot
|
||||||
|
Iskanie
|
||||||
|
JamesBOT
|
||||||
|
Jbrofuzz
|
||||||
|
JennyBot
|
||||||
|
JetCar
|
||||||
|
JikeSpider
|
||||||
|
JOC Web Spider
|
||||||
|
Joomla
|
||||||
|
Jorgee
|
||||||
|
JustView
|
||||||
|
Jyxobot
|
||||||
|
Kenjin Spider
|
||||||
|
Keyword Density
|
||||||
|
Lanshanbot
|
||||||
|
Larbin
|
||||||
|
LeechFTP
|
||||||
|
LeechGet
|
||||||
|
LexiBot
|
||||||
|
Lftp
|
||||||
|
LibWeb
|
||||||
|
Libwhisker
|
||||||
|
Lightspeedsystems
|
||||||
|
Likse
|
||||||
|
Linkdexbot
|
||||||
|
LinkextractorPro
|
||||||
|
LinkpadBot
|
||||||
|
LinkScan
|
||||||
|
LinksManager
|
||||||
|
LinkWalker
|
||||||
|
LinqiaMetadataDownloaderBot
|
||||||
|
LinqiaRSSBot
|
||||||
|
LinqiaScrapeBot
|
||||||
|
Lipperhey
|
||||||
|
Litemage_walker
|
||||||
|
Lmspider
|
||||||
|
LNSpiderguy
|
||||||
|
Ltx71
|
||||||
|
lwp-request
|
||||||
|
LWP::Simple
|
||||||
|
lwp-trivial
|
||||||
|
Magnet
|
||||||
|
Mag-Net
|
||||||
|
magpie-crawler
|
||||||
|
Mail.ru
|
||||||
|
Majestic12
|
||||||
|
MarkMonitor
|
||||||
|
MarkWatch
|
||||||
|
Masscan
|
||||||
|
Mass Downloader
|
||||||
|
Mata Hari
|
||||||
|
Meanpathbot
|
||||||
|
MegaIndex.ru
|
||||||
|
Metauri
|
||||||
|
MFC_Tear_Sample
|
||||||
|
Microsoft Data Access
|
||||||
|
Microsoft URL Control
|
||||||
|
MIDown tool
|
||||||
|
MIIxpc
|
||||||
|
Mister PiX
|
||||||
|
MJ12bot
|
||||||
|
Mojeek
|
||||||
|
Morfeus Fucking Scanner
|
||||||
|
MSFrontPage
|
||||||
|
MSIE 6.0
|
||||||
|
MSIECrawler
|
||||||
|
Msrabot
|
||||||
|
MS Web Services Client Protocol
|
||||||
|
Musobot
|
||||||
|
Name Intelligence
|
||||||
|
Nameprotect
|
||||||
|
Navroad
|
||||||
|
NearSite
|
||||||
|
Needle
|
||||||
|
Nessus
|
||||||
|
NetAnts
|
||||||
|
Netcraft
|
||||||
|
netEstate NE Crawler
|
||||||
|
NetLyzer
|
||||||
|
NetMechanic
|
||||||
|
NetSpider
|
||||||
|
Nettrack
|
||||||
|
Net Vampire
|
||||||
|
NetZIP
|
||||||
|
NextGenSearchBot
|
||||||
|
Nibbler
|
||||||
|
NICErsPRO
|
||||||
|
Niki-bot
|
||||||
|
Nikto
|
||||||
|
NimbleCrawler
|
||||||
|
Ninja
|
||||||
|
Nmap
|
||||||
|
NPbot
|
||||||
|
Nutch
|
||||||
|
Octopus
|
||||||
|
Offline Explorer
|
||||||
|
Offline Navigator
|
||||||
|
Openfind
|
||||||
|
OpenLinkProfiler
|
||||||
|
Openvas
|
||||||
|
OrangeBot
|
||||||
|
OrangeSpider
|
||||||
|
OutfoxBot
|
||||||
|
PageAnalyzer
|
||||||
|
Page Analyzer
|
||||||
|
PageGrabber
|
||||||
|
Page Grabber
|
||||||
|
page scorer
|
||||||
|
PageScorer
|
||||||
|
Panscient
|
||||||
|
Papa Foto
|
||||||
|
Pavuk
|
||||||
|
pcBrowser
|
||||||
|
PECL::HTTP
|
||||||
|
PeoplePal
|
||||||
|
PHPCrawl
|
||||||
|
Picscout
|
||||||
|
Picsearch
|
||||||
|
PictureFinder
|
||||||
|
Pimonster
|
||||||
|
Pi-Monster
|
||||||
|
Pixray
|
||||||
|
PleaseCrawl
|
||||||
|
Pockey
|
||||||
|
POE-Component-Client-HTTP
|
||||||
|
Probethenet
|
||||||
|
ProPowerBot
|
||||||
|
ProWebWalker
|
||||||
|
Proximic
|
||||||
|
Psbot
|
||||||
|
Pump
|
||||||
|
PyCurl
|
||||||
|
QueryN Metasearch
|
||||||
|
Qwantify
|
||||||
|
RankActive
|
||||||
|
RankActiveLinkBot
|
||||||
|
RankFlex
|
||||||
|
RankingBot
|
||||||
|
RankingBot2
|
||||||
|
Rankivabot
|
||||||
|
RankurBot
|
||||||
|
RealDownload
|
||||||
|
Reaper
|
||||||
|
RebelMouse
|
||||||
|
Recorder
|
||||||
|
RedesScrapy
|
||||||
|
ReGet
|
||||||
|
RepoMonkey
|
||||||
|
Ripper
|
||||||
|
RocketCrawler
|
||||||
|
Rogerbot
|
||||||
|
SalesIntelligent
|
||||||
|
SBIder
|
||||||
|
ScanAlert
|
||||||
|
Scanbot
|
||||||
|
Scrapy
|
||||||
|
Screaming
|
||||||
|
Screaming Frog SEO Spider
|
||||||
|
ScreenerBot
|
||||||
|
Searchestate
|
||||||
|
SearchmetricsBot
|
||||||
|
Semrush
|
||||||
|
SemrushBot
|
||||||
|
SEOkicks
|
||||||
|
SEOkicks-Robot
|
||||||
|
SEOlyticsCrawler
|
||||||
|
Seomoz
|
||||||
|
SEOprofiler
|
||||||
|
seoscanners
|
||||||
|
SEOstats
|
||||||
|
Siphon
|
||||||
|
SISTRIX
|
||||||
|
SISTRIX Crawler
|
||||||
|
Sitebeam
|
||||||
|
SiteExplorer
|
||||||
|
Siteimprove
|
||||||
|
SiteLockSpider
|
||||||
|
SiteSnagger
|
||||||
|
SiteSucker
|
||||||
|
Site Sucker
|
||||||
|
Sitevigil
|
||||||
|
Slackbot-LinkExpanding
|
||||||
|
SlySearch
|
||||||
|
SmartDownload
|
||||||
|
Snake
|
||||||
|
Snapbot
|
||||||
|
Snoopy
|
||||||
|
SocialRankIOBot
|
||||||
|
Sogou web spider
|
||||||
|
Sosospider
|
||||||
|
SpaceBison
|
||||||
|
Spammen
|
||||||
|
SpankBot
|
||||||
|
Spanner
|
||||||
|
Spbot
|
||||||
|
Spinn3r
|
||||||
|
SputnikBot
|
||||||
|
Sqlmap
|
||||||
|
Sqlworm
|
||||||
|
Sqworm
|
||||||
|
Steeler
|
||||||
|
Stripper
|
||||||
|
Sucker
|
||||||
|
Sucuri
|
||||||
|
SuperBot
|
||||||
|
SuperHTTP
|
||||||
|
Surfbot
|
||||||
|
SurveyBot
|
||||||
|
Suzuran
|
||||||
|
Swiftbot
|
||||||
|
Szukacz
|
||||||
|
T0PHackTeam
|
||||||
|
T8Abot
|
||||||
|
tAkeOut
|
||||||
|
Teleport
|
||||||
|
TeleportPro
|
||||||
|
Telesoft
|
||||||
|
Telesphoreo
|
||||||
|
Telesphorep
|
||||||
|
The Intraformant
|
||||||
|
TheNomad
|
||||||
|
TightTwatBot
|
||||||
|
Titan
|
||||||
|
Toata
|
||||||
|
Toweyabot
|
||||||
|
Trendictionbot
|
||||||
|
True_Robot
|
||||||
|
Turingos
|
||||||
|
TurnitinBot
|
||||||
|
Turnitin Bot
|
||||||
|
Turnitin Robot
|
||||||
|
TwengaBot
|
||||||
|
Twice
|
||||||
|
Typhoeus
|
||||||
|
UnisterBot
|
||||||
|
URLy Warning
|
||||||
|
URLy.Warning
|
||||||
|
Vacuum
|
||||||
|
Vagabondo
|
||||||
|
VB Project
|
||||||
|
VCI
|
||||||
|
VeriCiteCrawler
|
||||||
|
VidibleScraper
|
||||||
|
Virusdie
|
||||||
|
VoidEYE
|
||||||
|
Voil
|
||||||
|
Voltron
|
||||||
|
Wallpapers/3.0
|
||||||
|
WallpapersHD
|
||||||
|
WASALive-Bot
|
||||||
|
WBSearchBot
|
||||||
|
Webalta
|
||||||
|
WebAuto
|
||||||
|
Web Auto
|
||||||
|
WebBandit
|
||||||
|
Web Bandit
|
||||||
|
WebCollage
|
||||||
|
Web Collage
|
||||||
|
WebCopier
|
||||||
|
Web Copier
|
||||||
|
WEBDAV
|
||||||
|
WEBDAV Client
|
||||||
|
WebEnhancer
|
||||||
|
Web Enhancer
|
||||||
|
WebFetch
|
||||||
|
Web Fetch
|
||||||
|
WebFuck
|
||||||
|
Web Fuck
|
||||||
|
WebGo IS
|
||||||
|
WebImageCollector
|
||||||
|
Web Image Collector
|
||||||
|
WebLeacher
|
||||||
|
WebmasterWorldForumBot
|
||||||
|
webmeup-crawler
|
||||||
|
WebPix
|
||||||
|
Web Pix
|
||||||
|
WebReaper
|
||||||
|
Web Reaper
|
||||||
|
WebSauger
|
||||||
|
Web Sauger
|
||||||
|
Webshag
|
||||||
|
WebsiteExtractor
|
||||||
|
Website Extractor
|
||||||
|
WebsiteQuester
|
||||||
|
Website Quester
|
||||||
|
Webster
|
||||||
|
WebStripper
|
||||||
|
Web Stripper
|
||||||
|
WebSucker
|
||||||
|
Web Sucker
|
||||||
|
WebWhacker
|
||||||
|
Web Whacker
|
||||||
|
WebZIP
|
||||||
|
WeSEE
|
||||||
|
Whack
|
||||||
|
Whacker
|
||||||
|
Whatweb
|
||||||
|
Widow
|
||||||
|
WinHTTrack
|
||||||
|
WiseGuys Robot
|
||||||
|
WISENutbot
|
||||||
|
Wonderbot
|
||||||
|
Woobot
|
||||||
|
Wotbox
|
||||||
|
Wprecon
|
||||||
|
WPScan
|
||||||
|
WWW-Collector-E
|
||||||
|
WWW-Mechanize
|
||||||
|
WWW::Mechanize
|
||||||
|
WWWOFFLE
|
||||||
|
x22Mozilla
|
||||||
|
Xaldon WebSpider
|
||||||
|
Xaldon_WebSpider
|
||||||
|
Xenu
|
||||||
|
YoudaoBot
|
||||||
|
Zade
|
||||||
|
Zermelo
|
||||||
|
Zeus
|
||||||
|
Zgrab
|
||||||
|
Zitebot
|
||||||
|
ZmEu
|
||||||
|
ZumBot
|
||||||
|
ZyBorg
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.719
|
### Version: V3.2017.07.720
|
||||||
### Updated: Fri Jul 21 14:45:45 SAST 2017
|
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
||||||
### Bad Referrer Count: 5436
|
### Bad Referrer Count: 5436
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -8,7 +8,7 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
********************************************
|
********************************************
|
||||||
#### Version: V3.2017.07.719
|
#### Version: V3.2017.07.720
|
||||||
#### Bad Referrer Count: 5436
|
#### Bad Referrer Count: 5436
|
||||||
#### Bad Bot Count: 498
|
#### Bad Bot Count: 498
|
||||||
********************************************
|
********************************************
|
||||||
|
|
|
@ -8,7 +8,7 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
********************************************
|
********************************************
|
||||||
#### Version: V3.2017.07.719
|
#### Version: V3.2017.07.720
|
||||||
#### Bad Referrer Count: 5436
|
#### Bad Referrer Count: 5436
|
||||||
#### Bad Bot Count: 498
|
#### Bad Bot Count: 498
|
||||||
********************************************
|
********************************************
|
||||||
|
|
|
@ -5,7 +5,7 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
********************************************
|
********************************************
|
||||||
#### Version: V3.2017.07.719
|
#### Version: V3.2017.07.720
|
||||||
#### Bad Referrer Count: 5436
|
#### Bad Referrer Count: 5436
|
||||||
#### Bad Bot Count: 498
|
#### Bad Bot Count: 498
|
||||||
********************************************
|
********************************************
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.719
|
### Version: V3.2017.07.720
|
||||||
### Updated: Fri Jul 21 14:45:45 SAST 2017
|
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
||||||
### Bad Referrer Count: 5436
|
### Bad Referrer Count: 5436
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.719
|
### Version: V3.2017.07.720
|
||||||
### Updated: Fri Jul 21 14:45:45 SAST 2017
|
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
||||||
### Bad Referrer Count: 5436
|
### Bad Referrer Count: 5436
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
### Version Information #
|
### Version Information #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.719
|
### Version: V3.2017.07.720
|
||||||
### Updated: Fri Jul 21 14:45:46 SAST 2017
|
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
### Version Information ##
|
### Version Information ##
|
||||||
|
@ -65,7 +65,7 @@ User-agent: Bandit
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: BatchFTP
|
User-agent: BatchFTP
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Battleztar\ Bazinga
|
User-agent: Battleztar Bazinga
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: BBBike
|
User-agent: BBBike
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -79,7 +79,7 @@ User-agent: Bitacle
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Blackboard
|
User-agent: Blackboard
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Black\ Hole
|
User-agent: Black Hole
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: BlackWidow
|
User-agent: BlackWidow
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -195,17 +195,17 @@ User-agent: DomainSigmaCrawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Dotbot
|
User-agent: Dotbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Download\ Demon
|
User-agent: Download Demon
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Download\ Devil
|
User-agent: Download Devil
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Download\ Wonder
|
User-agent: Download Wonder
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Dragonfly
|
User-agent: Dragonfly
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Drip
|
User-agent: Drip
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: DTS\ Agent
|
User-agent: DTS Agent
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EasyDL
|
User-agent: EasyDL
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -219,13 +219,13 @@ User-agent: Ecxi
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EirGrabber
|
User-agent: EirGrabber
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail\ Collector
|
User-agent: EMail Collector
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail\ Extractor
|
User-agent: EMail Extractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail\ Siphon
|
User-agent: EMail Siphon
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail\ Wolf
|
User-agent: EMail Wolf
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EroCrawler
|
User-agent: EroCrawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -233,13 +233,13 @@ User-agent: Evil
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Exabot
|
User-agent: Exabot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Express\ WebPictures
|
User-agent: Express WebPictures
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Extractor
|
User-agent: Extractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: ExtractorPro
|
User-agent: ExtractorPro
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Extreme\ Picture\ Finder
|
User-agent: Extreme Picture Finder
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EyeNetIE
|
User-agent: EyeNetIE
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -335,13 +335,13 @@ User-agent: Id-search
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: IlseBot
|
User-agent: IlseBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Image\ Fetch
|
User-agent: Image Fetch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Image\ Stripper
|
User-agent: Image Stripper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Image\ Sucker
|
User-agent: Image Sucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Indy\ Library
|
User-agent: Indy Library
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: InfoNaviRobot
|
User-agent: InfoNaviRobot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -351,11 +351,11 @@ User-agent: Intelliseek
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: InterGET
|
User-agent: InterGET
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Internet\ Ninja
|
User-agent: Internet Ninja
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: InternetSeer
|
User-agent: InternetSeer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: internetVista\ monitor
|
User-agent: internetVista monitor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Iria
|
User-agent: Iria
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -373,7 +373,7 @@ User-agent: JetCar
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: JikeSpider
|
User-agent: JikeSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: JOC\ Web\ Spider
|
User-agent: JOC Web Spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Joomla
|
User-agent: Joomla
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -383,9 +383,9 @@ User-agent: JustView
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Jyxobot
|
User-agent: Jyxobot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Kenjin\ Spider
|
User-agent: Kenjin Spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Keyword\ Density
|
User-agent: Keyword Density
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Lanshanbot
|
User-agent: Lanshanbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -457,9 +457,9 @@ User-agent: MarkWatch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Masscan
|
User-agent: Masscan
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mass\ Downloader
|
User-agent: Mass Downloader
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mata\ Hari
|
User-agent: Mata Hari
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Meanpathbot
|
User-agent: Meanpathbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -469,35 +469,35 @@ User-agent: Metauri
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MFC_Tear_Sample
|
User-agent: MFC_Tear_Sample
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Microsoft\ Data\ Access
|
User-agent: Microsoft Data Access
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Microsoft\ URL\ Control
|
User-agent: Microsoft URL Control
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MIDown\ tool
|
User-agent: MIDown tool
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MIIxpc
|
User-agent: MIIxpc
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mister\ PiX
|
User-agent: Mister PiX
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MJ12bot
|
User-agent: MJ12bot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mojeek
|
User-agent: Mojeek
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Morfeus\ Fucking\ Scanner
|
User-agent: Morfeus Fucking Scanner
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MSFrontPage
|
User-agent: MSFrontPage
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MSIE\ 6.0
|
User-agent: MSIE 6.0
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MSIECrawler
|
User-agent: MSIECrawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Msrabot
|
User-agent: Msrabot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MS\ Web\ Services\ Client\ Protocol
|
User-agent: MS Web Services Client Protocol
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Musobot
|
User-agent: Musobot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Name\ Intelligence
|
User-agent: Name Intelligence
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Nameprotect
|
User-agent: Nameprotect
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -513,7 +513,7 @@ User-agent: NetAnts
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Netcraft
|
User-agent: Netcraft
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: netEstate\ NE\ Crawler
|
User-agent: netEstate NE Crawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: NetLyzer
|
User-agent: NetLyzer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -523,7 +523,7 @@ User-agent: NetSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Nettrack
|
User-agent: Nettrack
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Net\ Vampire
|
User-agent: Net Vampire
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: NetZIP
|
User-agent: NetZIP
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -549,9 +549,9 @@ User-agent: Nutch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Octopus
|
User-agent: Octopus
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Offline\ Explorer
|
User-agent: Offline Explorer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Offline\ Navigator
|
User-agent: Offline Navigator
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Openfind
|
User-agent: Openfind
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -567,19 +567,19 @@ User-agent: OutfoxBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PageAnalyzer
|
User-agent: PageAnalyzer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Page\ Analyzer
|
User-agent: Page Analyzer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PageGrabber
|
User-agent: PageGrabber
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Page\ Grabber
|
User-agent: Page Grabber
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: page\ scorer
|
User-agent: page scorer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PageScorer
|
User-agent: PageScorer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Panscient
|
User-agent: Panscient
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Papa\ Foto
|
User-agent: Papa Foto
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Pavuk
|
User-agent: Pavuk
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -623,7 +623,7 @@ User-agent: Pump
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PyCurl
|
User-agent: PyCurl
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: QueryN\ Metasearch
|
User-agent: QueryN Metasearch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Qwantify
|
User-agent: Qwantify
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -673,7 +673,7 @@ User-agent: Scrapy
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Screaming
|
User-agent: Screaming
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Screaming\ Frog\ SEO\ Spider
|
User-agent: Screaming Frog SEO Spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: ScreenerBot
|
User-agent: ScreenerBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -703,7 +703,7 @@ User-agent: Siphon
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SISTRIX
|
User-agent: SISTRIX
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SISTRIX\ Crawler
|
User-agent: SISTRIX Crawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sitebeam
|
User-agent: Sitebeam
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -717,7 +717,7 @@ User-agent: SiteSnagger
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SiteSucker
|
User-agent: SiteSucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Site\ Sucker
|
User-agent: Site Sucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sitevigil
|
User-agent: Sitevigil
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -735,7 +735,7 @@ User-agent: Snoopy
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SocialRankIOBot
|
User-agent: SocialRankIOBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sogou\ web\ spider
|
User-agent: Sogou web spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sosospider
|
User-agent: Sosospider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -797,7 +797,7 @@ User-agent: Telesphoreo
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Telesphorep
|
User-agent: Telesphorep
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: The\ Intraformant
|
User-agent: The Intraformant
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: TheNomad
|
User-agent: TheNomad
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -817,9 +817,9 @@ User-agent: Turingos
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: TurnitinBot
|
User-agent: TurnitinBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Turnitin\ Bot
|
User-agent: Turnitin Bot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Turnitin\ Robot
|
User-agent: Turnitin Robot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: TwengaBot
|
User-agent: TwengaBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -829,15 +829,15 @@ User-agent: Typhoeus
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: UnisterBot
|
User-agent: UnisterBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: URLy.Warning
|
User-agent: URLy Warning
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: URLy\ Warning
|
User-agent: URLy.Warning
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Vacuum
|
User-agent: Vacuum
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Vagabondo
|
User-agent: Vagabondo
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: VB\ Project
|
User-agent: VB Project
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: VCI
|
User-agent: VCI
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -865,41 +865,41 @@ User-agent: Webalta
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebAuto
|
User-agent: WebAuto
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Auto
|
User-agent: Web Auto
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebBandit
|
User-agent: WebBandit
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Bandit
|
User-agent: Web Bandit
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebCollage
|
User-agent: WebCollage
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Collage
|
User-agent: Web Collage
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebCopier
|
User-agent: WebCopier
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Copier
|
User-agent: Web Copier
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WEBDAV
|
User-agent: WEBDAV
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WEBDAV\ Client
|
User-agent: WEBDAV Client
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebEnhancer
|
User-agent: WebEnhancer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Enhancer
|
User-agent: Web Enhancer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebFetch
|
User-agent: WebFetch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Fetch
|
User-agent: Web Fetch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebFuck
|
User-agent: WebFuck
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Fuck
|
User-agent: Web Fuck
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebGo\ IS
|
User-agent: WebGo IS
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebImageCollector
|
User-agent: WebImageCollector
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Image\ Collector
|
User-agent: Web Image Collector
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebLeacher
|
User-agent: WebLeacher
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -909,39 +909,39 @@ User-agent: webmeup-crawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebPix
|
User-agent: WebPix
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Pix
|
User-agent: Web Pix
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebReaper
|
User-agent: WebReaper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Reaper
|
User-agent: Web Reaper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebSauger
|
User-agent: WebSauger
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Sauger
|
User-agent: Web Sauger
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Webshag
|
User-agent: Webshag
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebsiteExtractor
|
User-agent: WebsiteExtractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Website\ Extractor
|
User-agent: Website Extractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebsiteQuester
|
User-agent: WebsiteQuester
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Website\ Quester
|
User-agent: Website Quester
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Webster
|
User-agent: Webster
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebStripper
|
User-agent: WebStripper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Stripper
|
User-agent: Web Stripper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebSucker
|
User-agent: WebSucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Sucker
|
User-agent: Web Sucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebWhacker
|
User-agent: WebWhacker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web\ Whacker
|
User-agent: Web Whacker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebZIP
|
User-agent: WebZIP
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -957,7 +957,7 @@ User-agent: Widow
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WinHTTrack
|
User-agent: WinHTTrack
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WiseGuys\ Robot
|
User-agent: WiseGuys Robot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WISENutbot
|
User-agent: WISENutbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -981,9 +981,9 @@ User-agent: WWWOFFLE
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: x22Mozilla
|
User-agent: x22Mozilla
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Xaldon_WebSpider
|
User-agent: Xaldon WebSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Xaldon\ WebSpider
|
User-agent: Xaldon_WebSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Xenu
|
User-agent: Xenu
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
|
Loading…
Add table
Reference in a new issue