mirror of
https://github.com/mitchellkrogza/nginx-ultimate-bad-bot-blocker.git
synced 2025-09-05 12:09:57 +00:00
V3.2017.07.721 [ci skip]
This commit is contained in:
parent
bbe8b98832
commit
ffcbd2bc41
14 changed files with 155 additions and 155 deletions
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
Last Tested: Fri Jul 21 15:08:16 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
Last Tested: Fri Jul 21 15:08:16 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
Last Tested: Fri Jul 21 15:08:16 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
Last Tested: Fri Jul 21 15:08:16 SAST 2017
|
||||||
|
|
||||||
% Total % Received % Xferd Average Speed Time Time Time Current
|
% Total % Received % Xferd Average Speed Time Time Time Current
|
||||||
Dload Upload Total Spent Left Speed
|
Dload Upload Total Spent Left Speed
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
Last Tested: Fri Jul 21 15:08:16 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -1,4 +1,4 @@
|
||||||
Last Tested: Fri Jul 21 14:58:12 SAST 2017
|
Last Tested: Fri Jul 21 15:08:16 SAST 2017
|
||||||
|
|
||||||
<?php
|
<?php
|
||||||
|
|
||||||
|
|
|
@ -26,14 +26,14 @@ BackWeb
|
||||||
Badass
|
Badass
|
||||||
Bandit
|
Bandit
|
||||||
BatchFTP
|
BatchFTP
|
||||||
Battleztar Bazinga
|
Battleztar Bazinga
|
||||||
BBBike
|
BBBike
|
||||||
BDFetch
|
BDFetch
|
||||||
BetaBot
|
BetaBot
|
||||||
Bigfoot
|
Bigfoot
|
||||||
Bitacle
|
Bitacle
|
||||||
Blackboard
|
Blackboard
|
||||||
Black Hole
|
Black Hole
|
||||||
BlackWidow
|
BlackWidow
|
||||||
BLEXBot
|
BLEXBot
|
||||||
Blow
|
Blow
|
||||||
|
@ -91,29 +91,29 @@ DomainAppender
|
||||||
DomainCrawler
|
DomainCrawler
|
||||||
DomainSigmaCrawler
|
DomainSigmaCrawler
|
||||||
Dotbot
|
Dotbot
|
||||||
Download Demon
|
Download Demon
|
||||||
Download Devil
|
Download Devil
|
||||||
Download Wonder
|
Download Wonder
|
||||||
Dragonfly
|
Dragonfly
|
||||||
Drip
|
Drip
|
||||||
DTS Agent
|
DTS Agent
|
||||||
EasyDL
|
EasyDL
|
||||||
Ebingbong
|
Ebingbong
|
||||||
eCatch
|
eCatch
|
||||||
ECCP/1.0
|
ECCP/1.0
|
||||||
Ecxi
|
Ecxi
|
||||||
EirGrabber
|
EirGrabber
|
||||||
EMail Collector
|
EMail Collector
|
||||||
EMail Extractor
|
EMail Extractor
|
||||||
EMail Siphon
|
EMail Siphon
|
||||||
EMail Wolf
|
EMail Wolf
|
||||||
EroCrawler
|
EroCrawler
|
||||||
Evil
|
Evil
|
||||||
Exabot
|
Exabot
|
||||||
Express WebPictures
|
Express WebPictures
|
||||||
Extractor
|
Extractor
|
||||||
ExtractorPro
|
ExtractorPro
|
||||||
Extreme Picture Finder
|
Extreme Picture Finder
|
||||||
EyeNetIE
|
EyeNetIE
|
||||||
Ezooms
|
Ezooms
|
||||||
FHscan
|
FHscan
|
||||||
|
@ -161,17 +161,17 @@ Iblog
|
||||||
IDBot
|
IDBot
|
||||||
Id-search
|
Id-search
|
||||||
IlseBot
|
IlseBot
|
||||||
Image Fetch
|
Image Fetch
|
||||||
Image Stripper
|
Image Stripper
|
||||||
Image Sucker
|
Image Sucker
|
||||||
Indy Library
|
Indy Library
|
||||||
InfoNaviRobot
|
InfoNaviRobot
|
||||||
InfoTekies
|
InfoTekies
|
||||||
Intelliseek
|
Intelliseek
|
||||||
InterGET
|
InterGET
|
||||||
Internet Ninja
|
Internet Ninja
|
||||||
InternetSeer
|
InternetSeer
|
||||||
internetVista monitor
|
internetVista monitor
|
||||||
Iria
|
Iria
|
||||||
IRLbot
|
IRLbot
|
||||||
Iskanie
|
Iskanie
|
||||||
|
@ -180,13 +180,13 @@ Jbrofuzz
|
||||||
JennyBot
|
JennyBot
|
||||||
JetCar
|
JetCar
|
||||||
JikeSpider
|
JikeSpider
|
||||||
JOC Web Spider
|
JOC Web Spider
|
||||||
Joomla
|
Joomla
|
||||||
Jorgee
|
Jorgee
|
||||||
JustView
|
JustView
|
||||||
Jyxobot
|
Jyxobot
|
||||||
Kenjin Spider
|
Kenjin Spider
|
||||||
Keyword Density
|
Keyword Density
|
||||||
Lanshanbot
|
Lanshanbot
|
||||||
Larbin
|
Larbin
|
||||||
LeechFTP
|
LeechFTP
|
||||||
|
@ -222,27 +222,27 @@ Majestic12
|
||||||
MarkMonitor
|
MarkMonitor
|
||||||
MarkWatch
|
MarkWatch
|
||||||
Masscan
|
Masscan
|
||||||
Mass Downloader
|
Mass Downloader
|
||||||
Mata Hari
|
Mata Hari
|
||||||
Meanpathbot
|
Meanpathbot
|
||||||
MegaIndex.ru
|
MegaIndex.ru
|
||||||
Metauri
|
Metauri
|
||||||
MFC_Tear_Sample
|
MFC_Tear_Sample
|
||||||
Microsoft Data Access
|
Microsoft Data Access
|
||||||
Microsoft URL Control
|
Microsoft URL Control
|
||||||
MIDown tool
|
MIDown tool
|
||||||
MIIxpc
|
MIIxpc
|
||||||
Mister PiX
|
Mister PiX
|
||||||
MJ12bot
|
MJ12bot
|
||||||
Mojeek
|
Mojeek
|
||||||
Morfeus Fucking Scanner
|
Morfeus Fucking Scanner
|
||||||
MSFrontPage
|
MSFrontPage
|
||||||
MSIE 6.0
|
MSIE 6.0
|
||||||
MSIECrawler
|
MSIECrawler
|
||||||
Msrabot
|
Msrabot
|
||||||
MS Web Services Client Protocol
|
MS Web Services Client Protocol
|
||||||
Musobot
|
Musobot
|
||||||
Name Intelligence
|
Name Intelligence
|
||||||
Nameprotect
|
Nameprotect
|
||||||
Navroad
|
Navroad
|
||||||
NearSite
|
NearSite
|
||||||
|
@ -250,12 +250,12 @@ Needle
|
||||||
Nessus
|
Nessus
|
||||||
NetAnts
|
NetAnts
|
||||||
Netcraft
|
Netcraft
|
||||||
netEstate NE Crawler
|
netEstate NE Crawler
|
||||||
NetLyzer
|
NetLyzer
|
||||||
NetMechanic
|
NetMechanic
|
||||||
NetSpider
|
NetSpider
|
||||||
Nettrack
|
Nettrack
|
||||||
Net Vampire
|
Net Vampire
|
||||||
NetZIP
|
NetZIP
|
||||||
NextGenSearchBot
|
NextGenSearchBot
|
||||||
Nibbler
|
Nibbler
|
||||||
|
@ -268,8 +268,8 @@ Nmap
|
||||||
NPbot
|
NPbot
|
||||||
Nutch
|
Nutch
|
||||||
Octopus
|
Octopus
|
||||||
Offline Explorer
|
Offline Explorer
|
||||||
Offline Navigator
|
Offline Navigator
|
||||||
Openfind
|
Openfind
|
||||||
OpenLinkProfiler
|
OpenLinkProfiler
|
||||||
Openvas
|
Openvas
|
||||||
|
@ -277,13 +277,13 @@ OrangeBot
|
||||||
OrangeSpider
|
OrangeSpider
|
||||||
OutfoxBot
|
OutfoxBot
|
||||||
PageAnalyzer
|
PageAnalyzer
|
||||||
Page Analyzer
|
Page Analyzer
|
||||||
PageGrabber
|
PageGrabber
|
||||||
Page Grabber
|
Page Grabber
|
||||||
page scorer
|
page scorer
|
||||||
PageScorer
|
PageScorer
|
||||||
Panscient
|
Panscient
|
||||||
Papa Foto
|
Papa Foto
|
||||||
Pavuk
|
Pavuk
|
||||||
pcBrowser
|
pcBrowser
|
||||||
PECL::HTTP
|
PECL::HTTP
|
||||||
|
@ -305,7 +305,7 @@ Proximic
|
||||||
Psbot
|
Psbot
|
||||||
Pump
|
Pump
|
||||||
PyCurl
|
PyCurl
|
||||||
QueryN Metasearch
|
QueryN Metasearch
|
||||||
Qwantify
|
Qwantify
|
||||||
RankActive
|
RankActive
|
||||||
RankActiveLinkBot
|
RankActiveLinkBot
|
||||||
|
@ -330,7 +330,7 @@ ScanAlert
|
||||||
Scanbot
|
Scanbot
|
||||||
Scrapy
|
Scrapy
|
||||||
Screaming
|
Screaming
|
||||||
Screaming Frog SEO Spider
|
Screaming Frog SEO Spider
|
||||||
ScreenerBot
|
ScreenerBot
|
||||||
Searchestate
|
Searchestate
|
||||||
SearchmetricsBot
|
SearchmetricsBot
|
||||||
|
@ -345,14 +345,14 @@ seoscanners
|
||||||
SEOstats
|
SEOstats
|
||||||
Siphon
|
Siphon
|
||||||
SISTRIX
|
SISTRIX
|
||||||
SISTRIX Crawler
|
SISTRIX Crawler
|
||||||
Sitebeam
|
Sitebeam
|
||||||
SiteExplorer
|
SiteExplorer
|
||||||
Siteimprove
|
Siteimprove
|
||||||
SiteLockSpider
|
SiteLockSpider
|
||||||
SiteSnagger
|
SiteSnagger
|
||||||
SiteSucker
|
SiteSucker
|
||||||
Site Sucker
|
Site Sucker
|
||||||
Sitevigil
|
Sitevigil
|
||||||
Slackbot-LinkExpanding
|
Slackbot-LinkExpanding
|
||||||
SlySearch
|
SlySearch
|
||||||
|
@ -361,7 +361,7 @@ Snake
|
||||||
Snapbot
|
Snapbot
|
||||||
Snoopy
|
Snoopy
|
||||||
SocialRankIOBot
|
SocialRankIOBot
|
||||||
Sogou web spider
|
Sogou web spider
|
||||||
Sosospider
|
Sosospider
|
||||||
SpaceBison
|
SpaceBison
|
||||||
Spammen
|
Spammen
|
||||||
|
@ -392,7 +392,7 @@ TeleportPro
|
||||||
Telesoft
|
Telesoft
|
||||||
Telesphoreo
|
Telesphoreo
|
||||||
Telesphorep
|
Telesphorep
|
||||||
The Intraformant
|
The Intraformant
|
||||||
TheNomad
|
TheNomad
|
||||||
TightTwatBot
|
TightTwatBot
|
||||||
Titan
|
Titan
|
||||||
|
@ -402,17 +402,17 @@ Trendictionbot
|
||||||
True_Robot
|
True_Robot
|
||||||
Turingos
|
Turingos
|
||||||
TurnitinBot
|
TurnitinBot
|
||||||
Turnitin Bot
|
Turnitin Bot
|
||||||
Turnitin Robot
|
Turnitin Robot
|
||||||
TwengaBot
|
TwengaBot
|
||||||
Twice
|
Twice
|
||||||
Typhoeus
|
Typhoeus
|
||||||
UnisterBot
|
UnisterBot
|
||||||
URLy Warning
|
URLy Warning
|
||||||
URLy.Warning
|
URLy.Warning
|
||||||
Vacuum
|
Vacuum
|
||||||
Vagabondo
|
Vagabondo
|
||||||
VB Project
|
VB Project
|
||||||
VCI
|
VCI
|
||||||
VeriCiteCrawler
|
VeriCiteCrawler
|
||||||
VidibleScraper
|
VidibleScraper
|
||||||
|
@ -426,45 +426,45 @@ WASALive-Bot
|
||||||
WBSearchBot
|
WBSearchBot
|
||||||
Webalta
|
Webalta
|
||||||
WebAuto
|
WebAuto
|
||||||
Web Auto
|
Web Auto
|
||||||
WebBandit
|
WebBandit
|
||||||
Web Bandit
|
Web Bandit
|
||||||
WebCollage
|
WebCollage
|
||||||
Web Collage
|
Web Collage
|
||||||
WebCopier
|
WebCopier
|
||||||
Web Copier
|
Web Copier
|
||||||
WEBDAV
|
WEBDAV
|
||||||
WEBDAV Client
|
WEBDAV Client
|
||||||
WebEnhancer
|
WebEnhancer
|
||||||
Web Enhancer
|
Web Enhancer
|
||||||
WebFetch
|
WebFetch
|
||||||
Web Fetch
|
Web Fetch
|
||||||
WebFuck
|
WebFuck
|
||||||
Web Fuck
|
Web Fuck
|
||||||
WebGo IS
|
WebGo IS
|
||||||
WebImageCollector
|
WebImageCollector
|
||||||
Web Image Collector
|
Web Image Collector
|
||||||
WebLeacher
|
WebLeacher
|
||||||
WebmasterWorldForumBot
|
WebmasterWorldForumBot
|
||||||
webmeup-crawler
|
webmeup-crawler
|
||||||
WebPix
|
WebPix
|
||||||
Web Pix
|
Web Pix
|
||||||
WebReaper
|
WebReaper
|
||||||
Web Reaper
|
Web Reaper
|
||||||
WebSauger
|
WebSauger
|
||||||
Web Sauger
|
Web Sauger
|
||||||
Webshag
|
Webshag
|
||||||
WebsiteExtractor
|
WebsiteExtractor
|
||||||
Website Extractor
|
Website Extractor
|
||||||
WebsiteQuester
|
WebsiteQuester
|
||||||
Website Quester
|
Website Quester
|
||||||
Webster
|
Webster
|
||||||
WebStripper
|
WebStripper
|
||||||
Web Stripper
|
Web Stripper
|
||||||
WebSucker
|
WebSucker
|
||||||
Web Sucker
|
Web Sucker
|
||||||
WebWhacker
|
WebWhacker
|
||||||
Web Whacker
|
Web Whacker
|
||||||
WebZIP
|
WebZIP
|
||||||
WeSEE
|
WeSEE
|
||||||
Whack
|
Whack
|
||||||
|
@ -472,7 +472,7 @@ Whacker
|
||||||
Whatweb
|
Whatweb
|
||||||
Widow
|
Widow
|
||||||
WinHTTrack
|
WinHTTrack
|
||||||
WiseGuys Robot
|
WiseGuys Robot
|
||||||
WISENutbot
|
WISENutbot
|
||||||
Wonderbot
|
Wonderbot
|
||||||
Woobot
|
Woobot
|
||||||
|
@ -484,7 +484,7 @@ WWW-Mechanize
|
||||||
WWW::Mechanize
|
WWW::Mechanize
|
||||||
WWWOFFLE
|
WWWOFFLE
|
||||||
x22Mozilla
|
x22Mozilla
|
||||||
Xaldon WebSpider
|
Xaldon WebSpider
|
||||||
Xaldon_WebSpider
|
Xaldon_WebSpider
|
||||||
Xenu
|
Xenu
|
||||||
YoudaoBot
|
YoudaoBot
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.720
|
### Version: V3.2017.07.721
|
||||||
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
### Updated: Fri Jul 21 15:08:16 SAST 2017
|
||||||
### Bad Referrer Count: 5436
|
### Bad Referrer Count: 5436
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -8,7 +8,7 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
********************************************
|
********************************************
|
||||||
#### Version: V3.2017.07.720
|
#### Version: V3.2017.07.721
|
||||||
#### Bad Referrer Count: 5436
|
#### Bad Referrer Count: 5436
|
||||||
#### Bad Bot Count: 498
|
#### Bad Bot Count: 498
|
||||||
********************************************
|
********************************************
|
||||||
|
|
|
@ -8,7 +8,7 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
********************************************
|
********************************************
|
||||||
#### Version: V3.2017.07.720
|
#### Version: V3.2017.07.721
|
||||||
#### Bad Referrer Count: 5436
|
#### Bad Referrer Count: 5436
|
||||||
#### Bad Bot Count: 498
|
#### Bad Bot Count: 498
|
||||||
********************************************
|
********************************************
|
||||||
|
|
|
@ -5,7 +5,7 @@
|
||||||
|
|
||||||
### Version Information #
|
### Version Information #
|
||||||
********************************************
|
********************************************
|
||||||
#### Version: V3.2017.07.720
|
#### Version: V3.2017.07.721
|
||||||
#### Bad Referrer Count: 5436
|
#### Bad Referrer Count: 5436
|
||||||
#### Bad Bot Count: 498
|
#### Bad Bot Count: 498
|
||||||
********************************************
|
********************************************
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.720
|
### Version: V3.2017.07.721
|
||||||
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
### Updated: Fri Jul 21 15:08:16 SAST 2017
|
||||||
### Bad Referrer Count: 5436
|
### Bad Referrer Count: 5436
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -4,8 +4,8 @@
|
||||||
|
|
||||||
### VERSION INFORMATION #
|
### VERSION INFORMATION #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.720
|
### Version: V3.2017.07.721
|
||||||
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
### Updated: Fri Jul 21 15:08:16 SAST 2017
|
||||||
### Bad Referrer Count: 5436
|
### Bad Referrer Count: 5436
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
|
|
|
@ -1,7 +1,7 @@
|
||||||
### Version Information #
|
### Version Information #
|
||||||
###################################################
|
###################################################
|
||||||
### Version: V3.2017.07.720
|
### Version: V3.2017.07.721
|
||||||
### Updated: Fri Jul 21 14:58:13 SAST 2017
|
### Updated: Fri Jul 21 15:08:16 SAST 2017
|
||||||
### Bad Bot Count: 498
|
### Bad Bot Count: 498
|
||||||
###################################################
|
###################################################
|
||||||
### Version Information ##
|
### Version Information ##
|
||||||
|
@ -65,7 +65,7 @@ User-agent: Bandit
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: BatchFTP
|
User-agent: BatchFTP
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Battleztar Bazinga
|
User-agent: Battleztar Bazinga
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: BBBike
|
User-agent: BBBike
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -79,7 +79,7 @@ User-agent: Bitacle
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Blackboard
|
User-agent: Blackboard
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Black Hole
|
User-agent: Black Hole
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: BlackWidow
|
User-agent: BlackWidow
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -195,17 +195,17 @@ User-agent: DomainSigmaCrawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Dotbot
|
User-agent: Dotbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Download Demon
|
User-agent: Download Demon
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Download Devil
|
User-agent: Download Devil
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Download Wonder
|
User-agent: Download Wonder
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Dragonfly
|
User-agent: Dragonfly
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Drip
|
User-agent: Drip
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: DTS Agent
|
User-agent: DTS Agent
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EasyDL
|
User-agent: EasyDL
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -219,13 +219,13 @@ User-agent: Ecxi
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EirGrabber
|
User-agent: EirGrabber
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail Collector
|
User-agent: EMail Collector
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail Extractor
|
User-agent: EMail Extractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail Siphon
|
User-agent: EMail Siphon
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EMail Wolf
|
User-agent: EMail Wolf
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EroCrawler
|
User-agent: EroCrawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -233,13 +233,13 @@ User-agent: Evil
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Exabot
|
User-agent: Exabot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Express WebPictures
|
User-agent: Express WebPictures
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Extractor
|
User-agent: Extractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: ExtractorPro
|
User-agent: ExtractorPro
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Extreme Picture Finder
|
User-agent: Extreme Picture Finder
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: EyeNetIE
|
User-agent: EyeNetIE
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -335,13 +335,13 @@ User-agent: Id-search
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: IlseBot
|
User-agent: IlseBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Image Fetch
|
User-agent: Image Fetch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Image Stripper
|
User-agent: Image Stripper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Image Sucker
|
User-agent: Image Sucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Indy Library
|
User-agent: Indy Library
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: InfoNaviRobot
|
User-agent: InfoNaviRobot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -351,11 +351,11 @@ User-agent: Intelliseek
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: InterGET
|
User-agent: InterGET
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Internet Ninja
|
User-agent: Internet Ninja
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: InternetSeer
|
User-agent: InternetSeer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: internetVista monitor
|
User-agent: internetVista monitor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Iria
|
User-agent: Iria
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -373,7 +373,7 @@ User-agent: JetCar
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: JikeSpider
|
User-agent: JikeSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: JOC Web Spider
|
User-agent: JOC Web Spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Joomla
|
User-agent: Joomla
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -383,9 +383,9 @@ User-agent: JustView
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Jyxobot
|
User-agent: Jyxobot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Kenjin Spider
|
User-agent: Kenjin Spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Keyword Density
|
User-agent: Keyword Density
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Lanshanbot
|
User-agent: Lanshanbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -457,9 +457,9 @@ User-agent: MarkWatch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Masscan
|
User-agent: Masscan
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mass Downloader
|
User-agent: Mass Downloader
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mata Hari
|
User-agent: Mata Hari
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Meanpathbot
|
User-agent: Meanpathbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -469,35 +469,35 @@ User-agent: Metauri
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MFC_Tear_Sample
|
User-agent: MFC_Tear_Sample
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Microsoft Data Access
|
User-agent: Microsoft Data Access
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Microsoft URL Control
|
User-agent: Microsoft URL Control
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MIDown tool
|
User-agent: MIDown tool
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MIIxpc
|
User-agent: MIIxpc
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mister PiX
|
User-agent: Mister PiX
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MJ12bot
|
User-agent: MJ12bot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Mojeek
|
User-agent: Mojeek
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Morfeus Fucking Scanner
|
User-agent: Morfeus Fucking Scanner
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MSFrontPage
|
User-agent: MSFrontPage
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MSIE 6.0
|
User-agent: MSIE 6.0
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MSIECrawler
|
User-agent: MSIECrawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Msrabot
|
User-agent: Msrabot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: MS Web Services Client Protocol
|
User-agent: MS Web Services Client Protocol
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Musobot
|
User-agent: Musobot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Name Intelligence
|
User-agent: Name Intelligence
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Nameprotect
|
User-agent: Nameprotect
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -513,7 +513,7 @@ User-agent: NetAnts
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Netcraft
|
User-agent: Netcraft
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: netEstate NE Crawler
|
User-agent: netEstate NE Crawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: NetLyzer
|
User-agent: NetLyzer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -523,7 +523,7 @@ User-agent: NetSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Nettrack
|
User-agent: Nettrack
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Net Vampire
|
User-agent: Net Vampire
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: NetZIP
|
User-agent: NetZIP
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -549,9 +549,9 @@ User-agent: Nutch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Octopus
|
User-agent: Octopus
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Offline Explorer
|
User-agent: Offline Explorer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Offline Navigator
|
User-agent: Offline Navigator
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Openfind
|
User-agent: Openfind
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -567,19 +567,19 @@ User-agent: OutfoxBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PageAnalyzer
|
User-agent: PageAnalyzer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Page Analyzer
|
User-agent: Page Analyzer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PageGrabber
|
User-agent: PageGrabber
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Page Grabber
|
User-agent: Page Grabber
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: page scorer
|
User-agent: page scorer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PageScorer
|
User-agent: PageScorer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Panscient
|
User-agent: Panscient
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Papa Foto
|
User-agent: Papa Foto
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Pavuk
|
User-agent: Pavuk
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -623,7 +623,7 @@ User-agent: Pump
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: PyCurl
|
User-agent: PyCurl
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: QueryN Metasearch
|
User-agent: QueryN Metasearch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Qwantify
|
User-agent: Qwantify
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -673,7 +673,7 @@ User-agent: Scrapy
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Screaming
|
User-agent: Screaming
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Screaming Frog SEO Spider
|
User-agent: Screaming Frog SEO Spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: ScreenerBot
|
User-agent: ScreenerBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -703,7 +703,7 @@ User-agent: Siphon
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SISTRIX
|
User-agent: SISTRIX
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SISTRIX Crawler
|
User-agent: SISTRIX Crawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sitebeam
|
User-agent: Sitebeam
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -717,7 +717,7 @@ User-agent: SiteSnagger
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SiteSucker
|
User-agent: SiteSucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Site Sucker
|
User-agent: Site Sucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sitevigil
|
User-agent: Sitevigil
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -735,7 +735,7 @@ User-agent: Snoopy
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: SocialRankIOBot
|
User-agent: SocialRankIOBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sogou web spider
|
User-agent: Sogou web spider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Sosospider
|
User-agent: Sosospider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -797,7 +797,7 @@ User-agent: Telesphoreo
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Telesphorep
|
User-agent: Telesphorep
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: The Intraformant
|
User-agent: The Intraformant
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: TheNomad
|
User-agent: TheNomad
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -817,9 +817,9 @@ User-agent: Turingos
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: TurnitinBot
|
User-agent: TurnitinBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Turnitin Bot
|
User-agent: Turnitin Bot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Turnitin Robot
|
User-agent: Turnitin Robot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: TwengaBot
|
User-agent: TwengaBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -829,7 +829,7 @@ User-agent: Typhoeus
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: UnisterBot
|
User-agent: UnisterBot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: URLy Warning
|
User-agent: URLy Warning
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: URLy.Warning
|
User-agent: URLy.Warning
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -837,7 +837,7 @@ User-agent: Vacuum
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Vagabondo
|
User-agent: Vagabondo
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: VB Project
|
User-agent: VB Project
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: VCI
|
User-agent: VCI
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -865,41 +865,41 @@ User-agent: Webalta
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebAuto
|
User-agent: WebAuto
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Auto
|
User-agent: Web Auto
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebBandit
|
User-agent: WebBandit
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Bandit
|
User-agent: Web Bandit
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebCollage
|
User-agent: WebCollage
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Collage
|
User-agent: Web Collage
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebCopier
|
User-agent: WebCopier
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Copier
|
User-agent: Web Copier
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WEBDAV
|
User-agent: WEBDAV
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WEBDAV Client
|
User-agent: WEBDAV Client
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebEnhancer
|
User-agent: WebEnhancer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Enhancer
|
User-agent: Web Enhancer
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebFetch
|
User-agent: WebFetch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Fetch
|
User-agent: Web Fetch
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebFuck
|
User-agent: WebFuck
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Fuck
|
User-agent: Web Fuck
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebGo IS
|
User-agent: WebGo IS
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebImageCollector
|
User-agent: WebImageCollector
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Image Collector
|
User-agent: Web Image Collector
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebLeacher
|
User-agent: WebLeacher
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -909,39 +909,39 @@ User-agent: webmeup-crawler
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebPix
|
User-agent: WebPix
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Pix
|
User-agent: Web Pix
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebReaper
|
User-agent: WebReaper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Reaper
|
User-agent: Web Reaper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebSauger
|
User-agent: WebSauger
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Sauger
|
User-agent: Web Sauger
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Webshag
|
User-agent: Webshag
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebsiteExtractor
|
User-agent: WebsiteExtractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Website Extractor
|
User-agent: Website Extractor
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebsiteQuester
|
User-agent: WebsiteQuester
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Website Quester
|
User-agent: Website Quester
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Webster
|
User-agent: Webster
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebStripper
|
User-agent: WebStripper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Stripper
|
User-agent: Web Stripper
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebSucker
|
User-agent: WebSucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Sucker
|
User-agent: Web Sucker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebWhacker
|
User-agent: WebWhacker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Web Whacker
|
User-agent: Web Whacker
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WebZIP
|
User-agent: WebZIP
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -957,7 +957,7 @@ User-agent: Widow
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WinHTTrack
|
User-agent: WinHTTrack
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WiseGuys Robot
|
User-agent: WiseGuys Robot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: WISENutbot
|
User-agent: WISENutbot
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
@ -981,7 +981,7 @@ User-agent: WWWOFFLE
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: x22Mozilla
|
User-agent: x22Mozilla
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Xaldon WebSpider
|
User-agent: Xaldon WebSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
User-agent: Xaldon_WebSpider
|
User-agent: Xaldon_WebSpider
|
||||||
Disallow:/
|
Disallow:/
|
||||||
|
|
Loading…
Add table
Reference in a new issue