V4.2020.05.2071 [ci skip]

.dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
-404checker
-Aboundex
-AIBOT
+404enemy
+Abonti
+Aboundexbot
+ADmantX
 AllSubmitter
-Ankit
+AlphaBot
+Anarchie
 Apexoo
-archive.org_bot
-arquivo.pt
+ASPSeek
 autoemailspider
 AwarioSmartBot
+BackDoorBot
 Backlink-Ceck
-backlink-check
-BacklinkCrawler
 BackStreet
+BackWeb
+Badass
 Bandit
 Barkrowler
 BDCbot
-BDFetch
-Bigfoot
-Blackboard
+BetaBot
 BlackWidow
+Blow
+Boardreader
 BotALot
 Brandwatch
+Buddy
 BunnySlippers
-CATExplorador
+BuzzSumo
+Calculon
+CazoodleBot
+CCBot
 Cegbfeieh
+CherryPicker
+ChinaClaw
 Cloud mapping
-Cogentbot
-Collector
-Copier
-Cosmos
-Crescent
+cognitiveseo
+Copyscape
+Craftbot
+crawl.sogou.com
+CSHttp
 Curious
-Custo
-DatabaseDriverMysqli
+DBLBot
+demandbase-bot
+Demon
 Deusu
 Devil
-Digincore
-DIIbot
+Dirbuster
 Disco
 Discobot
 DittoSpyder
+DnyzBot
 DomainCrawler
-domainsproject.org
+DomainSigmaCrawler
 DomainStatsBot
-Dotbot
-Download Wonder
-Dragonfly
 DSearch
-DTS Agent
 EasyDL
-eCatch
-EirGrabber
+Ebingbong
+ECCP/1.0
+Ecxi
 EMail Siphon
+EMail Wolf
 EroCrawler
-Exabot
-Express WebPictures
+evc-batch
+ExtLinksBot
+ExtractorPro
+Extreme Picture Finder
 EyeNetIE
+Ezooms
 FDM
-Fimap
+FHscan
+FlashGet
 FrontPage
-FyberSpider
-Fyrebot
+Genieo
 GermCrawler
+Getintent
 GetRight
-GetWeb
-Gigabot
+Gigablast
+G-i-g-a-b-o-t
 Go-Ahead-Got-It
-Go!Zilla
-Grabber
-GrabNet
-Grafula
+GoZilla
+GrapeFX
 Haansoft
 HaosouSpider
-Havij
-Heritrix
+heritrix
 Hloader
 HMView
+HTTP::Lite
+Humanlinks
+HybridBot
+Iblog
 Image Fetch
 Image Sucker
-InfoTekies
-instabid
+InfoNaviRobot
 Intelliseek
+internetVista monitor
 IRLbot
-Iskanie
-IstellaBot
-JamesBOT
 Jetty
 JikeSpider
+Joomla
 Jorgee
-Jyxobot
 Keyword Density
-Kinza
 Kozmosbot
-Larbin
-LeechFTP
+Lftp
 Libwhisker
-LieBaoFast
 Lightspeedsystems
-Linkdexbot
-LinkpadBot
-LinkScan
+LinksManager
+LinkWalker
 LinqiaScrapeBot
 Lipperhey
-Ltx71
+Litemage_walker
+Lmspider
 lwp-request
-LWP::Simple
-lwp-trivial
-Magnet
 Mail.RU_Bot
-Majestic12
-MarkMonitor
-Masscan
+Majestic SEO
+MarkWatch
 Mata Hari
-MauiBot
 Mb2345Browser
 meanpathbot
-Mediatoolkitbot
-MegaIndex.ru
+MeanPath Bot
+Metauri
 MFC_Tear_Sample
-Microsoft URL Control
-Mister PiX
-MJ12bot
-Mojeek
 muhstik-scan
-Musobot
-Name Intelligence
+NearSite
 Needle
-netEstate NE Crawler
-NetLyzer
 NetMechanic
-NetSpider
 Nettrack
+Net Vampire
 Netvibes
-NICErsPRO
+NetZIP
+NextGenSearchBot
 Niki-bot
-Nikto
-Ninja
-NPbot
-OpenLinkProfiler
+NimbleCrawler
+oBot
+Offline Navigator
 Openvas
-OPPO A33
+OpenVAS
+OrangeSpider
 OutclicksBot
 OutfoxBot
-PageAnalyzer
-Page Analyzer
 page scorer
-Pavuk
+PageScorer
+Pandalytics
+Panscient
+pcBrowser
 PECL::HTTP
-PHPCrawl
-Picsearch
+Picscout
+PictureFinder
 Pimonster
+Pixray
 POE-Component-Client-HTTP
-polaris version
-ProPowerBot
-QueryN Metasearch
+ProWebWalker
+Psbot
+PyCurl
 RankActiveLinkBot
-RankingBot2
-Rankivabot
 RankurBot
+RealDownload
 Reaper
-RebelMouse
-Recorder
+RedesScrapy
+ReGet
 Rogerbot
 RSSingBot
 SBIder
 ScanAlert
 Scanbot
+scan.lol
+ScoutJet
 Scrapy
-ScreenerBot
-SearchmetricsBot
-SEOkicks
-Seomoz
-SEOprofiler
-Sitebeam
+Screaming
+Searchestate
+SEOkicks-Robot
+SeoSiteCheckup
+SEOstats
+SiteExplorer
+Siteimprove
 SiteLockSpider
 SiteSucker
-Site Sucker
-SlySearch
 SmartDownload
-Snoopy
-Sociscraper
+SMTBot
+Snake
+Snapbot
+Sogou web spider
 Sottopop
+SpaceBison
 SpankBot
 sp_auditbot
-Spbot
-Spinn3r
-Sqlmap
-Sqworm
-Steeler
+spyfu
 Stripper
-Sucker
-SuperBot
+Sucuri
 SuperHTTP
 Surfbot
 SurveyBot
-Swiftbot
-sysscan
+Suzuran
 Szukacz
-tAkeOut
+T8Abot
+TeleportPro
 Telesoft
 Telesphorep
+The Intraformant
 TheNomad
-Trendiction
+TightTwatBot
+Titan
+Toata
+Tracemyfile
+Trendictionbot
 trendiction.de
-Twice
+True_Robot
+TwengaBot
+Typhoeus
 UnisterBot
-URLy Warning
 URLy.Warning
 Vacuum
+VB Project
+VeriCiteCrawler
 VidibleScraper
 Virusdie
+Voil
+Voltron
 Wallpapers/3.0
 WallpapersHD
-WBSearchBot
+WASALive-Bot
 Webalta
-Web Auto
-WebCollage
 Web Collage
-WebCopier
+WEBDAV
+WebEnhancer
 WebFetch
-Web Fetch
-Web Fuck
-WebGo IS
 WebImageCollector
-WebmasterWorldForumBot
 WebPix
-Webshag
+WebReaper
+WebSauger
 WebsiteExtractor
-WebStripper
 WebSucker
-WebWhacker
-WeSEE
+Web Sucker
+WebZIP
 Whack
-Whatweb
-Widow
-Wonderbot
-Woobot
+Whacker
 WPScan
-WWW-Collector-E
 WWW-Mechanize
+WWW::Mechanize
 WWWOFFLE
+x22Mozilla
+Xaldon WebSpider
+Xaldon_WebSpider
+Xenu
 xpymep1.exe
-Zauba
+YoudaoBot
+Zade
 zauba.io
-Zermelo
-zgrab
+ZmEu
 ZumBot
 ZyBorg