V4.2023.02.3575 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 360Spider
-80legs
-ALittle Client
-ASPSeek
+404checker
+404enemy
+ADmantX
 Abonti
-Aboundexbot
+Aboundex
 Acunetix
-AhrefsBot
-Aipbot
+AfD-Verbotsverfahren
+AiHitBot
+Alexibot
 Alligator
-AlphaBot
-Ankit
+Anarchy99
 Anthill
-Aspiegel
 Asterias
-Atomseobot
-BacklinkCrawler
+Attach
+Backlink-Ceck
 Badass
-Bandit
-Bitacle
-Blackboard
+BatchFTP
+BetaBot
+Black Hole
 Blow
-Boardreader
-Buck
-BuiltBotTough
-BunnySlippers
+BotALot
+Brandprotect
+Buddy
+BuiltWith
 BuzzSumo
-CODE87
-CSHttp
 Calculon
-CazoodleBot
-CherryPicker
-Chlooe
-Cliqzbot
+Cloud mapping
 Cocolyzebot
-Copier
+Cogentbot
+Collector
 CopyRightCheck
-CyotekWebCopy
-DSearch
-DTS Agent
-DataCha0s
-Devil
+Copyscape
+Cosmos
+CrazyWebCrawler
+Crescent
+DIIbot
+Demon
+Deusu
 Digincore
-Disco
-Dispatch
 DittoSpyder
-DnBCrawler-Analytics
-DnyzBot
 DomCopBot
-DomainAppender
-DomainCrawler
-DomainSigmaCrawler
+Download Wonder
 ECCP/1.0
-EasyDL
+EMail Wolf
+Ecxi
 Exabot
-Extractor
+Express WebPictures
+EyeNetIE
+Ezooms
+FDM
 Fimap
-Firefox/7.0
 FlashGet
 Foobot
 Freeuploader
-FrontPage
 FyberSpider
-G-i-g-a-b-o-t
 GermCrawler
-GetRight
-GetWeb
 Gigabot
-Go-Ahead-Got-It
+Go!Zilla
 GoZilla
-GrapeFX
-GridBot
-HMView
-HaosouSpider
-Harvest
-Havij
+GrapeshotCrawler
+HTMLparser
 HybridBot
-IDBot
-IRLbot
 Iblog
 Id-search
 Image Fetch
-InfoNaviRobot
+InterGET
+Internet Ninja
 InternetSeer
-Iria
-IstellaBot
+JOC Web Spider
 Jbrofuzz
-JikeSpider
 JustView
+Kenjin Spider
 Keyword Density
-Kinza
-Lanshanbot
+LNSpiderguy
 LeechFTP
-LibWeb
-LieBaoFast
+LeechGet
+Libwhisker
 LinkScan
 Linkbot
 LinkextractorPro
-LinkpadBot
+LinqiaMetadataDownloaderBot
 LinqiaRSSBot
-Litemage_walker
-Lmspider
+LinqiaScrapeBot
+Lipperhey
+Lipperhey Spider
+MIIxpc
+MJ12bot
 MQQBrowser
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
-Majestic-SEO
-MarkMonitor
-MarkWatch
+MSIECrawler
+MTRobot
+Majestic SEO
+Majestic12
+Mass Downloader
 MauiBot
+Mb2345Browser
 MeanPath Bot
 Meanpathbot
 MegaIndex.ru
 MicroMessenger
-Microsoft Data Access
-Microsoft URL Control
+Minefield
 Mister PiX
+Mojeek
+Morfeus Fucking Scanner
+Mr.4x3
+Musobot
 NICErsPRO
-Nameprotect
-Nessus
+NearSite
+Needle
 NetAnts
-NetLyzer
 NetZIP
-NextGenSearchBot
-Nibbler
+Netcraft
+Nikto
 Nimbostratus
-Ninja
-Nmap
-Nuclei
-Nutch
-OpenVAS
-Openvas
-OrangeSpider
+OrangeBot
 OutfoxBot
-PECL::HTTP
-PHPCrawl
+POE-Component-Client-HTTP
+Page Analyzer
+PageGrabber
+PageScorer
+PageThing.com
 Pandalytics
 Panscient
 Papa Foto
 Pavuk
-Picscout
+PeoplePal
+Petalbot
+Pi-Monster
 Picsearch
 PictureFinder
 Piepmatz
-Pimonster
-Pockey
 ProWebWalker
 Probethenet
+Pu_iN
+PyCurl
+QueryN Metasearch
 Quick-Crawler
-RSSingBot
 RankActive
 RankActiveLinkBot
+RankingBot
 RankingBot2
-Re-re
 RealDownload
 Reaper
 RebelMouse
-Recorder
 RedesScrapy
-Rogerbot
-SISTRIX
-SalesIntelligent
+Ripper
+RocketCrawler
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+ScanAlert
 Scanbot
-Screaming
-ScreenerBot
-ScrepyBot
-Seekport
+Scrapy
+SemanticJuice
+Semrush
+SemrushBot
+SeoSiteCheckup
 Shodan
 Siphon
+SiteCheckerBotCrawler
 SiteLockSpider
 SiteSnagger
-Sitebeam
-Snapbot
-SocialRankIOBot
+Sitevigil
+SlySearch
+Snoopy
 Sociscraper
+Sosospider
 Sottopop
-Spammen
-Sucker
+SpaceBison
+Spanner
+Spinn3r
+SputnikBot
+Sqlmap
+Sqworm
+Stripper
 Sucuri
-SuperBot
 SuperHTTP
-Surfbot
-Suzuran
+SurveyBot
+T0PHackTeam
+T8Abot
+Teleport
 Telesphoreo
-Toweyabot
+TheNomad
+TightTwatBot
 Tracemyfile
-Trendiction
-Trendictionbot
-Turingos
+True_Robot
+TwengaBot
+Typhoeus
+URLy Warning
 URLy.Warning
-VB Project
-VeriCiteCrawler
-VidibleScraper
+UnisterBot
+VCI
+Vagabondo
+Virusdie
 VoidEYE
-Voil
-Voltron
-Web Enhancer
+WWW-Collector-E
+WWWOFFLE
+Wallpapers
+WeSEE
+Web Fetch
+Web Pix
 Web Sauger
-WebAuto
-WebBandit
 WebCollage
 WebEnhancer
 WebGo IS
+WebImageCollector
+WebLeacher
 WebReaper
-WebSauger
 WebStripper
-WebWhacker
+WebSucker
 WebZIP
-Webshag
+Webalta
+WebmasterWorldForumBot
 Website Quester
 WebsiteQuester
 Whack
-WinHTTrack
+Whacker
 Wprecon
-Zauba
+Xaldon WebSpider
+Xenu
+ZumBot
+ZyBorg
 adscanner
-autoemailspider
-com.plumanalytics
-crawler.feedback
+arquivo-web-crawler
+arquivo.pt
+backlink-check
 crawler4j
-dataforseo.com
-evc-batch
 facebookscraper
-gopher
-instabid
+internetVista monitor
 isitwp.com
-linkdexbot
 lwp-request
+lwp-trivial
 magpie-crawler
-meanpathbot
 muhstik-scan
-oBot
-pcBrowser
+page scorer
 plumanalytics
-polaris version
 ripz
-satoristudio.net
 scalaj-http
 scan.lol
-seobility
 seocompany.store
+seoscanners
+seostar
 sitechecker.pro
+siteripz
 spyfu
-ubermetrics-technologies.com
+trendiction.com
 webpros.com
-x09Mozilla
 x22Mozilla
 xpymep1.exe
-zauba.io
-zgrab