V4.2022.12.3530 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+01h4x.com
 404enemy
-80legs
 ADmantX
-AIBOT
 ALittle Client
-Abonti
-Aboundex
+ASPSeek
 Aboundexbot
-Acunetix
-AfD-Verbotsverfahren
-Aipbot
+AhrefsBot
 AllSubmitter
-AlphaBot
-Anarchy
+Alligator
+Anarchie
+Aspiegel
 Atomseobot
-Attach
+AwarioRssBot
 AwarioSmartBot
-BBBike
 BDFetch
-Backlink-Ceck
-Bandit
-Blackboard
-Boardreader
+BackStreet
+BackWeb
+BacklinkCrawler
+Battleztar Bazinga
+BetaBot
+Black Hole
+Blow
+Bolt
+Brandwatch
 BuiltBotTough
-BunnySlippers
-CATExplorador
-CCBot
-CODE87
-Calculon
-CheeseBot
-Citoid
-Cliqzbot
-Copier
-CopyRightCheck
-Copyscape
-Cosmos
-Craftbot
+BuiltWith
+BuzzSumo
+CherryPicker
+ChinaClaw
+Chlooe
+Cogentbot
+Collector
 Crawling at Home Project
-Crescent
+CrazyWebCrawler
 Custo
+DBLBot
 DIIbot
-DSearch
-DTS Agent
-DatabaseDriverMysqli
+Devil
 DigitalPebble
-Discobot
+Dirbuster
+Disco
+Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
+DomainCrawler
 Dragonfly
-EasyDL
+Drip
+Ebingbong
 EirGrabber
-Evil
-Express WebPictures
+EroCrawler
+Extractor
 ExtractorPro
-Extreme Picture Finder
+FHscan
+Fimap
 Firefox/7.0
-Freeuploader
-G-i-g-a-b-o-t
-GalaxyBot
+Flunky
+Foobot
+Genieo
+GermCrawler
+GetRight
 GetWeb
-Go-Ahead-Got-It
+Go!Zilla
 Grabber
 Grafula
 GrapeFX
-HMView
+GridBot
 HTTrack
-Harvest
+Haansoft
+HaosouSpider
 Havij
-Heritrix
-Hloader
 HonoluluBot
-Humanlinks
 IDBTE4M
-IDBot
 IRLbot
-Iblog
-Id-search
 IlseBot
 IndeedBot
+Indy Library
 InfoNaviRobot
 Intelliseek
-Iria
+InternetSeer
+IstellaBot
 JOC Web Spider
 JamesBOT
-JikeSpider
-Joomla
 JustView
-LeechFTP
-LeechGet
-LinkScan
+Larbin
+Lightspeedsystems
+Likse
 LinkWalker
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Litemage_walker
+Linkbot
+LinkpadBot
+LinksManager
+LinqiaScrapeBot
+Lipperhey
+Ltx71
+MFC_Tear_Sample
+MIIxpc
 MJ12bot
-MQQBrowser
+MSFrontPage
 MSIECrawler
 Mag-Net
-Mail.RU_Bot
 Majestic SEO
-Majestic-SEO
+Majestic12
+MarkMonitor
+MarkWatch
 Mass Downloader
-MauiBot
-MeanPath Bot
-Mediatoolkitbot
-MegaIndex.ru
-MicroMessenger
-Microsoft URL Control
-Mister PiX
-Moblie Safari
+Mb2345Browser
+Meanpathbot
+Metauri
+Microsoft Data Access
 Mojeek
+Mojolicious
+MolokaiBot
 Morfeus Fucking Scanner
 Mozlila
 Musobot
-NPbot
-NearSite
-NetAnts
-NetLyzer
-NetSpider
+NICErsPRO
+NetMechanic
+NetZIP
 Netcraft
 Nettrack
+Nibbler
 Niki-bot
-Offline Explorer
+Nikto
+Ninja
+Nmap
+Nutch
 Offline Navigator
+OnCrawl
 OpenLinkProfiler
+OpenVAS
+Openfind
 Openvas
-OrangeBot
+PECL::HTTP
+PHPCrawl
 POE-Component-Client-HTTP
+PageAnalyzer
 PageGrabber
+PageScorer
+PageThing.com
 Pandalytics
-Panscient
+Papa Foto
 Pavuk
-Petalbot
-Picsearch
-PictureFinder
+Pimonster
 Pixray
 PleaseCrawl
 ProWebWalker
-Probethenet
 Psbot
 Pump
+QueryN Metasearch
+Quick-Crawler
 RSSingBot
+RankActive
 RankActiveLinkBot
-Rankivabot
-Re-re
-ReGet
-RealDownload
+RankurBot
 Recorder
-RedesScrapy
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SEOprofiler
+RepoMonkey
+RocketCrawler
 SISTRIX
 ScanAlert
 Scanbot
-Screaming
+Scrapy
+ScrepyBot
 SearchmetricsBot
-Seekport
 SemanticJuice
+Semrush
+SemrushBot
 SentiBot
-SeoSiteCheckup
-Seomoz
-Siphon
 SiteExplorer
-Sitebeam
+SiteLockSpider
 Siteimprove
 Sitevigil
 Snake
 Snapbot
 Snoopy
 SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sottopop
-Spammen
-Spbot
 Spinn3r
-Sqlmap
-Sqworm
+Sqlworm
 Stripper
-Suzuran
+Sucker
+SuperBot
+SurveyBot
 Swiftbot
-T8Abot
+T0PHackTeam
+Teleport
 TeleportPro
+Telesoft
+Telesphoreo
 Telesphorep
-Turingos
-TurnitinBot
+The Intraformant
+TightTwatBot
+Trendiction
+Trendictionbot
+Typhoeus
 URLy Warning
-URLy.Warning
 V-BOT
-VB Project
+Vacuum
+Vagabondo
 VelenPublicWebCrawler
-Virusdie
-Voil
-Voltron
-WASALive-Bot
+WISENutbot
 WPScan
-WWW-Collector-E
-WWW::Mechanize
-WWWOFFLE
+WallpapersHD
 WeSEE
-Web Fetch
-WebBandit
-WebEnhancer
-WebFetch
-WebLeacher
-WebSucker
+Web Collage
+Web Enhancer
+WebAuto
+WebCopier
+WebImageCollector
+WebSauger
+Webalta
+WebmasterWorldForumBot
 Website Quester
-Whacker
-WinHTTrack
+WiseGuys Robot
 Wonderbot
+Wprecon
 Xaldon WebSpider
-Xaldon_WebSpider
 Xenu
-YoudaoBot
-Zade
-Zauba
-ZoomBot
+Zeus
+ZmEu
 ZoominfoBot
-ZumBot
-ZyBorg
+adscanner
+archive.org_bot
+arquivo.pt
 cah.io.community
-check1.exe
+cognitiveseo
 com.plumanalytics
 crawler.feedback
 crawler4j
+demandbase-bot
 domainsproject.org
-heritrix
+eCatch
+instabid
 internetVista monitor
 ips-agent
-isitwp.com
-linkdexbot
+lwp-request
 lwp-trivial
-meanpathbot
+magpie-crawler
+oBot
 page scorer
-pcBrowser
+plumanalytics
 polaris version
 ripz
-satoristudio.net
+s1z.ru
 scan.lol
-seobility
-seostar
+seoscanners
 serpstatbot
+sitechecker.pro
 spyfu
-ubermetrics-technologies.com
-webprosbot
+tAkeOut
+voyagerx.com
 zauba.io
 zgrab