V4.2022.12.3520 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-ALittle Client
-Abonti
-Aboundex
-AfD-Verbotsverfahren
+ADmantX
+ASPSeek
+Acunetix
 AiHitBot
-Aipbot
 Alexibot
-Ankit
+Alligator
+AlphaBot
+Apexoo
 Atomseobot
 AwarioRssBot
-BBBike
+AwarioSmartBot
 BDCbot
-BDFetch
-BackStreet
-BackWeb
+BLEXBot
+Backlink-Ceck
+BacklinkCrawler
 Badass
 Bandit
-Barkrowler
 BatchFTP
+Battleztar Bazinga
 Bigfoot
-Black Hole
 BlackWidow
 Blow
 Bolt
-BuiltBotTough
+Brandprotect
+Buddy
+Bullseye
+BunnySlippers
 BuzzSumo
 CCBot
-CODE87
-Cegbfeieh
 CensysInspect
-CherryPicker
-ChinaClaw
 Citoid
-Cocolyzebot
-Cogentbot
+Claritybot
+Cliqzbot
 Copier
+CopyRightCheck
 Copyscape
-Craftbot
-CrunchBot
-Curious
+Cosmos
+Crawling at Home Project
 DIIbot
 DTS Agent
-Demon
 Devil
+Digincore
+DigitalPebble
 Dirbuster
 Disco
-Discobot
-DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
-DomainStatsBot
-Domains Project
-EasyDL
+Discoverybot
+DomCopBot
+Dotbot
+Drip
+ECCP/1.0
 Ebingbong
-Exabot
-Express WebPictures
-ExtLinksBot
+EroCrawler
 Extractor
-EyeNetIE
-FDM
+ExtractorPro
+Extreme Picture Finder
 FHscan
 FemtosearchBot
 Foobot
-Fuzz
-FyberSpider
+Freeuploader
 Fyrebot
 G-i-g-a-b-o-t
 GT::WWW
-GalaxyBot
-Genieo
-GetRight
-Go!Zilla
+GetWeb
+Gigabot
+Go-Ahead-Got-It
 Grabber
-GridBot
-HTTP::Lite
+Grafula
+GrapeFX
+HMView
+HTMLparser
 Haansoft
-Havij
-Hloader
-Humanlinks
+HonoluluBot
 HybridBot
 IDBTE4M
 IRLbot
+Iblog
 IlseBot
-Indy Library
 InfoTekies
-Internet Ninja
+InternetSeer
 Iria
+Iskanie
 IstellaBot
-JamesBOT
-JennyBot
+JOC Web Spider
 JetCar
 Jetty
-JikeSpider
+Joomla
 Jorgee
-Jyxobot
-Keybot Translation-Search-Machine
+JustView
 Keyword Density
+Kinza
 Kozmosbot
-Leap
+LNSpiderguy
+LWP::Simple
+LeechFTP
 LexiBot
-LieBaoFast
+LibWeb
+Libwhisker
+LinkWalker
 LinkextractorPro
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-LinqiaScrapeBot
-Lipperhey
-Ltx71
-MIIxpc
-MJ12bot
-MSFrontPage
-MTRobot
-Majestic SEO
+Litemage_walker
+Lmspider
+MIDown tool
+MSIECrawler
+Mag-Net
+Majestic12
 MarkWatch
-Masscan
+Mass Downloader
 Mata Hari
-Mb2345Browser
-MegaIndex.ru
-Metauri
-Microsoft Data Access
+Meanpathbot
+Microsoft URL Control
 Minefield
+Mister PiX
 MolokaiBot
-Morfeus Fucking Scanner
-Mozlila
+Mr.4x3
 NICErsPRO
-NPbot
-Navroad
+Name Intelligence
+Nameprotect
+NearSite
+Net Vampire
+NetAnts
+NetLyzer
 NetMechanic
-NetZIP
-Netcraft
 Nettrack
-Nikto
-NimbleCrawler
+NextGenSearchBot
+Nibbler
+Niki-bot
+Nmap
+Nuclei
+Nutch
 Octopus
 Offline Navigator
-OnCrawl
-OpenLinkProfiler
-Openfind
+OpenVAS
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
+PageAnalyzer
 Panscient
-PictureFinder
-Pimonster
+Petalbot
+Pi-Monster
+Picscout
+Picsearch
 PleaseCrawl
+ProPowerBot
+ProWebWalker
 Probethenet
-PyCurl
+Pu_iN
+PxBroker
+QueryN Metasearch
 RSSingBot
 RankActiveLinkBot
 RankFlex
+RankingBot2
+Rankivabot
 Re-re
-ReGet
+Reaper
 Recorder
-Ripper
-RocketCrawler
-SBIder
+Rogerbot
 SEOkicks-Robot
-SEOlyticsCrawler
-SMTBot
-Seekport
-Semrush
-SeobilityBot
+SalesIntelligent
+ScanAlert
+Screaming
+Searchestate
+SemanticJuice
+Shodan
+Site Sucker
 SiteCheckerBotCrawler
-SiteExplorer
 SiteLockSpider
+SiteSucker
+Siteimprove
 Sitevigil
 SlySearch
-SmartDownload
 SocialRankIOBot
-Sociscraper
 Sogou web spider
-Sosospider
+SpaceBison
 Spammen
 SpankBot
-Spbot
 SputnikBot
-Sqlmap
-Sqworm
+Stripper
 Sucker
-Sucuri
-SuperBot
-Surfbot
+SuperHTTP
 Suzuran
-Szukacz
+T0PHackTeam
+Telesoft
+TheNomad
 Thumbor
 TightTwatBot
-Titan
-Toata
 Toweyabot
-Trendictionbot
-Turingos
-TwengaBot
-Twice
-Typhoeus
-URLy Warning
+Tracemyfile
+TurnitinBot
+URLy.Warning
 UnisterBot
-Vacuum
-VelenPublicWebCrawler
+V-BOT
+VB Project
 VeriCiteCrawler
-Virusdie
-Voil
-WASALive-Bot
-Wallpapers
-Web Enhancer
-Web Pix
-Web Sauger
+VoidEYE
+Voltron
+WISENutbot
+WPScan
+WWW-Mechanize
+WWW::Mechanize
+Wallpapers/3.0
+Web Auto
+Web Fuck
+Web Sucker
+WebAuto
 WebCopier
+WebEnhancer
 WebFetch
-WebLeacher
+WebPix
+WebSauger
+WebZIP
+Whack
+Whacker
 Whatweb
-WinHTTrack
-Xaldon WebSpider
-Xenu
-YoudaoBot
-ZmEu
-ZoominfoBot
-ZyBorg
+WiseGuys Robot
+Wonderbot
+Xaldon_WebSpider
+Zauba
+ZoomBot
+ZumBot
 arquivo-web-crawler
+autoemailspider
+backlink-check
 cah.io.community
-check1.exe
+clark-crawler
 com.plumanalytics
 crawl.sogou.com
+demandbase-bot
 domainsproject.org
-facebookscraper
-ips-agent
-iubenda-radar
-linkdexbot
+gopher
+instabid
+internetVista monitor
+isitwp.com
 lwp-request
-netEstate NE Crawler
-pcBrowser
+meanpathbot
+mediawords
 plumanalytics
-polaris version
 s1z.ru
-satoristudio.net
 scalaj-http
 scan.lol
 seobility
-seostar
+serpstatbot
 sitechecker.pro
 siteripz
 sogouspider
 spyfu
-sysscan
 trendiction.de
-x09Mozilla
-zauba.io
-zgrab
+webgains-bot
+webpros.com