V4.2022.11.3471 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
-ALittle Client
+360Spider
+80legs
+ADmantX
+AIBOT
+ASPSeek
+Abonti
 Aboundexbot
 Alexibot
-AllSubmitter
-AlphaBot
-Anarchy99
-Asterias
+Alligator
+Anarchie
+Ankit
+Anthill
+Aspiegel
+AwarioRssBot
 AwarioSmartBot
 BLEXBot
+BackStreet
 BackWeb
 Backlink-Ceck
-Bandit
-Barkrowler
-BatchFTP
-Bitacle
-Black Hole
+Battleztar Bazinga
 BlackWidow
+Blackboard
+BlowFish
+Brandprotect
 Brandwatch
-BuiltWith
-BunnySlippers
+BuiltBotTough
 BuzzSumo
-CATExplorador
-CCBot
 CODE87
 Calculon
-CherryPicker
+CensysInspect
+CheeseBot
 Claritybot
-Cloud mapping
-Cogentbot
-Collector
-CopyRightCheck
+Cliqzbot
+Cocolyzebot
+Copier
 Copyscape
-Crawling at Home Project
-CrazyWebCrawler
-Custo
-CyotekWebCopy
+Cosmos
+Craftbot
+CrunchBot
+DBLBot
 DIIbot
+DataCha0s
 Demon
 Deusu
+Devil
+DigitalPebble
 Dirbuster
 Disco
-Discobot
 Discoverybot
-DomainCrawler
+DomCopBot
+DomainSigmaCrawler
 DomainStatsBot
+Dotbot
 Download Wonder
-Drip
-ECCP/1.0
-EMail Siphon
-Ecxi
-EirGrabber
+Dragonfly
+EroCrawler
+Evil
+Express WebPictures
 Extractor
-EyeNetIE
-Firefox/7.0
+ExtractorPro
+Extreme Picture Finder
+FHscan
+FlashGet
+Foobot
 Freeuploader
-FyberSpider
-GalaxyBot
-GermCrawler
-GetWeb
+G-i-g-a-b-o-t
+GT::WWW
+GetRight
+Getintent
+Go!Zilla
 GoZilla
 Gotit
+GrabNet
+Grafula
+GrapeshotCrawler
 GridBot
-HEADMasterSEO
+HTMLparser
 HTTP::Lite
 HTTrack
+Haansoft
+HaosouSpider
 Harvest
 Heritrix
-Hloader
-HybridBot
-Image Fetch
-InfoNaviRobot
-Internet Ninja
-IstellaBot
-Jbrofuzz
-JikeSpider
-Joomla
-Keybot Translation-Search-Machine
+Image Sucker
+Intelliseek
+InternetSeer
+Iskanie
+JOC Web Spider
+JetCar
+Jetty
+Jorgee
+JustView
+Keyword Density
+Kinza
+LNSpiderguy
+Lanshanbot
 Larbin
-Leap
+LeechFTP
 LeechGet
-LexiBot
 Lftp
-Lightspeedsystems
+LibWeb
 Likse
-LinkScan
-LinkWalker
+LinkextractorPro
 LinkpadBot
-LinqiaRSSBot
-LinqiaScrapeBot
+Lipperhey
 Lipperhey Spider
-MFC_Tear_Sample
-MJ12bot
+Litemage_walker
+Lmspider
+Ltx71
+MIIxpc
+MQQBrowser
+MSFrontPage
 MTRobot
-Majestic-SEO
-Metauri
-Mojeek
-Mozlila
-Msrabot
-Musobot
+Magnet
+Mail.RU_Bot
+MarkMonitor
+MarkWatch
+Mata Hari
+MauiBot
+MeanPath Bot
+Meanpathbot
+Mediatoolkitbot
+MegaIndex.ru
+Minefield
+Mister PiX
+MolokaiBot
+NICErsPRO
+NPbot
 NearSite
-Needle
-Nessus
-NetAnts
-NetLyzer
-NetSpider
+NetMechanic
 NetZIP
-Netcraft
-Nettrack
 Netvibes
 Nibbler
-Nikto
-Ninja
-Not
-Nutch
+NimbleCrawler
+Nmap
 Offline Navigator
-OnCrawl
-OpenVAS
-Openfind
 Openvas
 OrangeBot
 OutclicksBot
+OutfoxBot
 PECL::HTTP
-POE-Component-Client-HTTP
 Page Analyzer
 PageThing.com
 Panscient
-Papa Foto
-Picscout
-PictureFinder
 Piepmatz
 Pimonster
 Pockey
-Psbot
-QueryN Metasearch
+ProPowerBot
+ProWebWalker
+Pu_iN
+PyCurl
 Quick-Crawler
 RSSingBot
-RankActive
 RankActiveLinkBot
+RankFlex
+RankingBot
 Rankivabot
-Re-re
 RedesScrapy
 RepoMonkey
-Ripper
-RocketCrawler
-SBIder
-SEOkicks
-SEOlyticsCrawler
-SMTBot
-Scanbot
-ScoutJet
-ScreenerBot
+ScanAlert
+Screaming
 ScrepyBot
-SearchmetricsBot
-SemanticJuice
-SemrushBot
-SentiBot
-SiteSnagger
-Siteimprove
-SlySearch
-Snapbot
-Sosospider
-SpankBot
+Searchestate
+Seekport
+SeoSiteCheckup
+SeobilityBot
+Siphon
+SocialRankIOBot
+Sogou web spider
 Spanner
-SputnikBot
-Sqlmap
-Sqlworm
 Sqworm
-Stripper
 Sucuri
-Surfbot
+SuperBot
 SurveyBot
-Suzuran
-Swiftbot
+T0PHackTeam
+Teleport
 TeleportPro
-Telesphoreo
-Toweyabot
-Trendictionbot
-TwengaBot
-Typhoeus
+Telesoft
+Thumbor
+TightTwatBot
+Trendiction
+True_Robot
+Turnitin
 URLy Warning
-V-BOT
 VB Project
-Vagabondo
+VCI
+Vacuum
+VelenPublicWebCrawler
 VeriCiteCrawler
 VidibleScraper
-Virusdie
-Voil
-WASALive-Bot
-WBSearchBot
+VoidEYE
+WEBDAV
 WISENutbot
 WPScan
 WWW-Collector-E
 WWW-Mechanize
-WWW::Mechanize
+WWWOFFLE
+Wallpapers/3.0
 WeSEE
+Web Auto
+Web Collage
 Web Enhancer
-WebAuto
-WebCopier
+Web Sauger
+WebBandit
+WebCollage
 WebEnhancer
+WebFetch
 WebGo IS
-WebReaper
+WebImageCollector
+WebPix
 WebSauger
-WebSucker
-WebWhacker
-Webalta
-WebmasterWorldForumBot
-WebsiteExtractor
-WebsiteQuester
-Webster
-Whack
-Who.is Bot
-Widow
-WinHTTrack
+WebStripper
+WebZIP
+WiseGuys Robot
+Wonderbot
 Woobot
+Wprecon
 Xaldon WebSpider
-Xenu
+YoudaoBot
 Zade
-Zeus
 Zitebot
-ZoomBot
-ZumBot
+ZmEu
+adscanner
 arquivo-web-crawler
-cah.io.community
+autoemailspider
+backlink-check
 check1.exe
-coccocbot
 cognitiveseo
-com.plumanalytics
-crawler4j
-demandbase-bot
 domainsproject.org
-eCatch
-instabid
-isitwp.com
+gopher
+heritrix
 iubenda-radar
 linkdexbot
-lwp-request
+lwp-trivial
+mediawords
+muhstik-scan
 netEstate NE Crawler
 oBot
 page scorer
-scan.lol
+plumanalytics
+s1z.ru
+scalaj-http
+seobility
 seoscanners
-sitechecker.pro
-sogouspider
-spyfu
-webgains-bot
-webpros.com
-xpymep1.exe
+serpstatbot
+tAkeOut
+ubermetrics-technologies.com
+voyagerx.com
+x09Mozilla
 zgrab