V4.2019.12.1912 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-404enemy
+80legs
+Aboundex
 Acunetix
+ADmantX
 AfD-Verbotsverfahren
 AhrefsBot
-Alligator
+AllSubmitter
 AlphaBot
-Anarchie
 Apexoo
+archive.org_bot
+arquivo.pt
+arquivo-web-crawler
+Asterias
 Attach
-autoemailspider
+AwarioRssBot
 AwarioSmartBot
 BackDoorBot
+BacklinkCrawler
 Bandit
-BatchFTP
+Battleztar Bazinga
 BDCbot
 BDFetch
-BetaBot
-BlackWidow
-BLEXBot
+Bigfoot
+Bitacle
+Blackboard
+Black Hole
 BlowFish
 Boardreader
-BotALot
 Brandprotect
 Buddy
+Bullseye
 BunnySlippers
-BuzzSumo
 Calculon
-CATExplorador
-CheeseBot
+CazoodleBot
+CCBot
+CherryPicker
 ChinaClaw
 Chlooe
-Claritybot
 coccocbot-web
-Cogentbot
-com.plumanalytics
+cognitiveseo
 Copier
+CopyRightCheck
 Copyscape
-Cosmos
-Craftbot
-crawl.sogou.com
-CrazyWebCrawler
-Crescent
-CrunchBot
+crawler4j
+crawler.feedback
 DataCha0s
+DBLBot
 Demon
-Deusu
-DIIbot
-Discobot
-Dispatch
+Devil
+Digincore
+Discoverybot
 DomainAppender
-DomainSigmaCrawler
+DomainCrawler
 Download Wonder
-Dragonfly
-Drip
-DSearch
 DTS Agent
+Ebingbong
 eCatch
 ECCP/1.0
-Ecxi
 EMail Siphon
 EMail Wolf
-EroCrawler
-evc-batch
-Evil
+Express WebPictures
+ExtLinksBot
 ExtractorPro
-EyeNetIE
+facebookscraper
+FDM
 FHscan
+Fimap
+Firefox/7.0
+FlashGet
 Flunky
-Foobot
 Freeuploader
+FyberSpider
 Fyrebot
-Genieo
 GermCrawler
+Getintent
+GetRight
+Gigablast
 Gigabot
 Go-Ahead-Got-It
-Go!Zilla
-Grafula
-GridBot
-GT::WWW
+GoZilla
+Grabber
+GrabNet
 Haansoft
 Heritrix
+Hloader
+HMView
 HTMLparser
 HTTP::Lite
 HTTrack
 Humanlinks
-Id-search
+HybridBot
+Iblog
+IDBot
 IlseBot
 Image Fetch
-Indy Library
-InfoTekies
-Internet Ninja
-InternetSeer
-internetVista monitor
-IRLbot
+InfoNaviRobot
+InterGET
+IstellaBot
 Jbrofuzz
-Joomla
-Jorgee
-JustView
+JennyBot
+JetCar
+JOC Web Spider
 Keyword Density
-LexiBot
+LeechFTP
 Lftp
-LibWeb
-Libwhisker
-LinkpadBot
-LinksManager
-LinqiaMetadataDownloaderBot
+Lightspeedsystems
+LinkextractorPro
 LinqiaScrapeBot
-Litemage_walker
+Lipperhey
 Lmspider
-LNSpiderguy
-Ltx71
-Magnet
+LWP::Simple
+lwp-trivial
 Mag-Net
 Mail.RU_Bot
-Masscan
+Majestic SEO
+Majestic-SEO
+MarkWatch
+Mass Downloader
 Mata Hari
 meanpathbot
-Meanpathbot
-MeanPath Bot
-Mediatoolkitbot
+mediawords
+Metauri
 Microsoft URL Control
-Mister PiX
 Mojeek
-Mojolicious
+Mr.4x3
+MSIECrawler
+Msrabot
+muhstik-scan
 NearSite
-Nessus
-NetAnts
 netEstate NE Crawler
-NetLyzer
-NetSpider
 Nettrack
-Net Vampire
-NimbleCrawler
+Nibbler
+Nikto
 Ninja
 Nmap
 NPbot
-Nutch
 oBot
 Octopus
-Offline Explorer
+OnCrawl
+Openfind
 OpenLinkProfiler
-Openvas
+OrangeBot
 OutfoxBot
+PageAnalyzer
 Pandalytics
 Panscient
-Papa Foto
-PECL::HTTP
-PeoplePal
-PHPCrawl
-Pi-Monster
-Pixray
-PleaseCrawl
+Picscout
+PictureFinder
 plumanalytics
-Pockey
+Probethenet
+ProPowerBot
 ProWebWalker
 Psbot
-PxBroker
-Quick-Crawler
-RankActive
-RankFlex
-RankurBot
+Pump
+PyCurl
+RankActiveLinkBot
+RankingBot
 RealDownload
-Reaper
-RebelMouse
-Recorder
+RedesScrapy
 ReGet
-Ripper
-RocketCrawler
-Rogerbot
+RepoMonkey
+s1z.ru
 SalesIntelligent
-ScoutJet
-Screaming
+SBIder
+Scanbot
+Searchestate
 SearchmetricsBot
 Semrush
-Seomoz
-SEOprofiler
+SEOkicks
+seoscanners
 SeoSiteCheckup
 SEOstats
-serpstatbot
-sexsearcher
-Siteimprove
+Siphon
+SISTRIX
+SiteExplorer
+Site Sucker
 Sitevigil
+SlySearch
 SmartDownload
-Snoopy
+Snake
+Sociscraper
 Sogou web spider
-Sosospider
+Sottopop
+SpaceBison
 Spammen
 sp_auditbot
-Spinn3r
-SputnikBot
-spyfu
+Spbot
+Sqlworm
 Sqworm
-Stripper
-Sucker
-Sucuri
+Steeler
+SuperBot
+Surfbot
 SurveyBot
 Szukacz
-T8Abot
+T0PHackTeam
 tAkeOut
-Telesoft
-Telesphoreo
-Thumbor
+Teleport
+TeleportPro
+The Intraformant
 TightTwatBot
-Tracemyfile
-Trendiction
-True_Robot
-Turnitin
+Titan
+Toata
+Toweyabot
+trendiction.de
+Turingos
 TurnitinBot
 TwengaBot
 Twice
-Typhoeus
 UnisterBot
-Upflow
 URLy Warning
-Vagabondo
-VoidEYE
+URLy.Warning
+Vacuum
+VB Project
+Virusdie
 Voil
+Wallpapers/3.0
+WASALive-Bot
 WBSearchBot
+Web Auto
 WebBandit
+Web Collage
+WebEnhancer
 Web Enhancer
+WebFetch
 Web Fetch
-WebImageCollector
-WebmasterWorldForumBot
-webmeup-crawler
-WebPix
-Web Pix
-WebReaper
+WebFuck
+Web Fuck
 WebSauger
-Web Sauger
 Webshag
 WebsiteExtractor
-Website Quester
+WebsiteQuester
 Webster
-WebSucker
+WebWhacker
 WebZIP
-Whack
-WinHTTrack
+WISENutbot
 Wonderbot
 Wotbox
+Wprecon
 WPScan
 WWW::Mechanize
 x09Mozilla
+x22Mozilla
+Xaldon WebSpider
 xpymep1.exe
-zauba.io
+YoudaoBot
+Zade
+Zauba
 Zermelo
-Zeus
 zgrab
 ZmEu