V3.2017.07.721 [ci skip]

.dev-tools/_robots_input/robots-input.txt

@@ -26,14 +26,14 @@ BackWeb
 Badass
 Bandit
 BatchFTP
-Battleztar  Bazinga
+Battleztar Bazinga
 BBBike
 BDFetch
 BetaBot
 Bigfoot
 Bitacle
 Blackboard
-Black  Hole
+Black Hole
 BlackWidow
 BLEXBot
 Blow
@@ -91,29 +91,29 @@ DomainAppender
 DomainCrawler
 DomainSigmaCrawler
 Dotbot
-Download  Demon
-Download  Devil
-Download  Wonder
+Download Demon
+Download Devil
+Download Wonder
 Dragonfly
 Drip
-DTS  Agent
+DTS Agent
 EasyDL
 Ebingbong
 eCatch
 ECCP/1.0
 Ecxi
 EirGrabber
-EMail  Collector
-EMail  Extractor
-EMail  Siphon
-EMail  Wolf
+EMail Collector
+EMail Extractor
+EMail Siphon
+EMail Wolf
 EroCrawler
 Evil
 Exabot
-Express  WebPictures
+Express WebPictures
 Extractor
 ExtractorPro
-Extreme  Picture  Finder
+Extreme Picture Finder
 EyeNetIE
 Ezooms
 FHscan
@@ -161,17 +161,17 @@ Iblog
 IDBot
 Id-search
 IlseBot
-Image  Fetch
-Image  Stripper
-Image  Sucker
-Indy  Library
+Image Fetch
+Image Stripper
+Image Sucker
+Indy Library
 InfoNaviRobot
 InfoTekies
 Intelliseek
 InterGET
-Internet  Ninja
+Internet Ninja
 InternetSeer
-internetVista  monitor
+internetVista monitor
 Iria
 IRLbot
 Iskanie
@@ -180,13 +180,13 @@ Jbrofuzz
 JennyBot
 JetCar
 JikeSpider
-JOC  Web  Spider
+JOC Web Spider
 Joomla
 Jorgee
 JustView
 Jyxobot
-Kenjin  Spider
-Keyword  Density
+Kenjin Spider
+Keyword Density
 Lanshanbot
 Larbin
 LeechFTP
@@ -222,27 +222,27 @@ Majestic12
 MarkMonitor
 MarkWatch
 Masscan
-Mass  Downloader
-Mata  Hari
+Mass Downloader
+Mata Hari
 Meanpathbot
 MegaIndex.ru
 Metauri
 MFC_Tear_Sample
-Microsoft  Data  Access
-Microsoft  URL  Control
-MIDown  tool
+Microsoft Data Access
+Microsoft URL Control
+MIDown tool
 MIIxpc
-Mister  PiX
+Mister PiX
 MJ12bot
 Mojeek
-Morfeus  Fucking  Scanner
+Morfeus Fucking Scanner
 MSFrontPage
-MSIE  6.0
+MSIE 6.0
 MSIECrawler
 Msrabot
-MS  Web  Services  Client  Protocol
+MS Web Services Client Protocol
 Musobot
-Name  Intelligence
+Name Intelligence
 Nameprotect
 Navroad
 NearSite
@@ -250,12 +250,12 @@ Needle
 Nessus
 NetAnts
 Netcraft
-netEstate  NE  Crawler
+netEstate NE Crawler
 NetLyzer
 NetMechanic
 NetSpider
 Nettrack
-Net  Vampire
+Net Vampire
 NetZIP
 NextGenSearchBot
 Nibbler
@@ -268,8 +268,8 @@ Nmap
 NPbot
 Nutch
 Octopus
-Offline  Explorer
-Offline  Navigator
+Offline Explorer
+Offline Navigator
 Openfind
 OpenLinkProfiler
 Openvas
@@ -277,13 +277,13 @@ OrangeBot
 OrangeSpider
 OutfoxBot
 PageAnalyzer
-Page  Analyzer
+Page Analyzer
 PageGrabber
-Page  Grabber
-page  scorer
+Page Grabber
+page scorer
 PageScorer
 Panscient
-Papa  Foto
+Papa Foto
 Pavuk
 pcBrowser
 PECL::HTTP
@@ -305,7 +305,7 @@ Proximic
 Psbot
 Pump
 PyCurl
-QueryN  Metasearch
+QueryN Metasearch
 Qwantify
 RankActive
 RankActiveLinkBot
@@ -330,7 +330,7 @@ ScanAlert
 Scanbot
 Scrapy
 Screaming
-Screaming  Frog  SEO  Spider
+Screaming Frog SEO Spider
 ScreenerBot
 Searchestate
 SearchmetricsBot
@@ -345,14 +345,14 @@ seoscanners
 SEOstats
 Siphon
 SISTRIX
-SISTRIX  Crawler
+SISTRIX Crawler
 Sitebeam
 SiteExplorer
 Siteimprove
 SiteLockSpider
 SiteSnagger
 SiteSucker
-Site  Sucker
+Site Sucker
 Sitevigil
 Slackbot-LinkExpanding
 SlySearch
@@ -361,7 +361,7 @@ Snake
 Snapbot
 Snoopy
 SocialRankIOBot
-Sogou  web  spider
+Sogou web spider
 Sosospider
 SpaceBison
 Spammen
@@ -392,7 +392,7 @@ TeleportPro
 Telesoft
 Telesphoreo
 Telesphorep
-The  Intraformant
+The Intraformant
 TheNomad
 TightTwatBot
 Titan
@@ -402,17 +402,17 @@ Trendictionbot
 True_Robot
 Turingos
 TurnitinBot
-Turnitin  Bot
-Turnitin  Robot
+Turnitin Bot
+Turnitin Robot
 TwengaBot
 Twice
 Typhoeus
 UnisterBot
-URLy  Warning
+URLy Warning
 URLy.Warning
 Vacuum
 Vagabondo
-VB  Project
+VB Project
 VCI
 VeriCiteCrawler
 VidibleScraper
@@ -426,45 +426,45 @@ WASALive-Bot
 WBSearchBot
 Webalta
 WebAuto
-Web  Auto
+Web Auto
 WebBandit
-Web  Bandit
+Web Bandit
 WebCollage
-Web  Collage
+Web Collage
 WebCopier
-Web  Copier
+Web Copier
 WEBDAV
-WEBDAV  Client
+WEBDAV Client
 WebEnhancer
-Web  Enhancer
+Web Enhancer
 WebFetch
-Web  Fetch
+Web Fetch
 WebFuck
-Web  Fuck
-WebGo  IS
+Web Fuck
+WebGo IS
 WebImageCollector
-Web  Image  Collector
+Web Image Collector
 WebLeacher
 WebmasterWorldForumBot
 webmeup-crawler
 WebPix
-Web  Pix
+Web Pix
 WebReaper
-Web  Reaper
+Web Reaper
 WebSauger
-Web  Sauger
+Web Sauger
 Webshag
 WebsiteExtractor
-Website  Extractor
+Website Extractor
 WebsiteQuester
-Website  Quester
+Website Quester
 Webster
 WebStripper
-Web  Stripper
+Web Stripper
 WebSucker
-Web  Sucker
+Web Sucker
 WebWhacker
-Web  Whacker
+Web Whacker
 WebZIP
 WeSEE
 Whack
@@ -472,7 +472,7 @@ Whacker
 Whatweb
 Widow
 WinHTTrack
-WiseGuys  Robot
+WiseGuys Robot
 WISENutbot
 Wonderbot
 Woobot
@@ -484,7 +484,7 @@ WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 x22Mozilla
-Xaldon  WebSpider
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
 YoudaoBot