V4.2022.04.3024 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-AIBOT
-ASPSeek
+404enemy
+80legs
+Acunetix
 AfD-Verbotsverfahren
-AhrefsBot
+AiHitBot
 Aipbot
-Alligator
+Alexibot
+AllSubmitter
 Anarchie
+Anarchy
+Anarchy99
 Ankit
-Apexoo
-Aspiegel
-BLEXBot
-BackDoorBot
-BackWeb
+Asterias
+Atomseobot
+Attach
+BDCbot
 Backlink-Ceck
+Badass
 Bandit
 Barkrowler
-Battleztar Bazinga
 BetaBot
 Bitacle
-Black Hole
-Blow
 BlowFish
 Boardreader
-BotALot
+Bolt
 Buddy
-BuiltBotTough
-BunnySlippers
-CSHttp
+BuiltWith
+BuzzSumo
+CODE87
+Calculon
+CazoodleBot
 CensysInspect
-CheTeam
+CheeseBot
 CherryPicker
-Chlooe
-Citoid
-Claritybot
 Cloud mapping
-Collector
+Cogentbot
+Copyscape
 Cosmos
 Craftbot
-CrazyWebCrawler
+Crescent
 CrunchBot
-Curious
 CyotekWebCopy
-Digincore
-Dispatch
+DSearch
+DTS Agent
+Demon
+Deusu
+Devil
+DigitalPebble
+Dirbuster
+Disco
+Discoverybot
 DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
-Domains Project
-Download Wonder
-Dragonfly
-Drip
+DomCopBot
+DomainSigmaCrawler
+DomainStatsBot
 ECCP/1.0
-Ebingbong
+EMail Siphon
+EasyDL
 Ecxi
-Exabot
-Extractor
-ExtractorPro
+Evil
+Express WebPictures
 EyeNetIE
-Ezooms
-FDM
-Foobot
+FemtosearchBot
+Firefox/7.0
+FlashGet
 FrontPage
-Fyrebot
-G-i-g-a-b-o-t
-GT::WWW
-GalaxyBot
+FyberSpider
 Genieo
-Gigabot
-Go!Zilla
-Grabber
+GetRight
+GrabNet
+Grafula
 GrapeFX
 GrapeshotCrawler
-HMView
-HTTP::Lite
-Haansoft
 Hloader
-HonoluluBot
 Humanlinks
+HybridBot
 IDBot
-IRLbot
-Iblog
 IlseBot
 IndeedBot
 Indy Library
-Internet Ninja
+InfoNaviRobot
+InterGET
+InternetSeer
 JOC Web Spider
+JamesBOT
 Jbrofuzz
-Jetty
+JennyBot
 JikeSpider
-Kenjin Spider
+Jorgee
+JustView
+Jyxobot
 Keybot Translation-Search-Machine
+Kinza
+Kozmosbot
+Lanshanbot
 Larbin
-Lftp
-LinkScan
+LeechFTP
+Likse
 LinkWalker
-Linkdexbot
-LinksManager
+LinqiaMetadataDownloaderBot
 Lipperhey
-Lmspider
 MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-Mag-Net
-Magnet
-Mail.RU_Bot
+MSFrontPage
+MSIECrawler
 Majestic SEO
+Majestic-SEO
 Majestic12
-MarkWatch
-Mass Downloader
-Masscan
 Mata Hari
+MauiBot
 Mb2345Browser
-MeanPath Bot
 Meanpathbot
-MegaIndex.ru
-MicroMessenger
-Mojolicious
+Microsoft Data Access
+Microsoft URL Control
+Mister PiX
 MolokaiBot
-Musobot
-NICErsPRO
-Navroad
-Needle
-NetMechanic
-Nettrack
+Mr.4x3
+Name Intelligence
+Nameprotect
+NearSite
+Nessus
+Net Vampire
+Netcraft
 Niki-bot
 Ninja
 Nmap
-Nuclei
-Octopus
-Offline Explorer
-OnCrawl
+Not
+Nutch
 OpenLinkProfiler
 OpenVAS
+Openfind
+OutfoxBot
 PHPCrawl
-POE-Component-Client-HTTP
 Page Analyzer
+Pandalytics
 Pavuk
-Pi-Monster
-PictureFinder
-Piepmatz
-Pockey
-Probethenet
-Pu_iN
-RankActive
-RankFlex
+Petalbot
+Picscout
+RankActiveLinkBot
+RankingBot
 RankingBot2
 RankurBot
-Re-re
-RebelMouse
+RealDownload
+Reaper
+Recorder
 RedesScrapy
+Ripper
+RocketCrawler
 Rogerbot
-SBIder
 SEOkicks-Robot
-SEOprofiler
-SISTRIX
+SEOlyticsCrawler
 Scanbot
-Scrapy
-ScrepyBot
+ScoutJet
+ScreenerBot
+SemanticJuice
 Semrush
 SemrushBot
 SeoSiteCheckup
-Site Sucker
+SeobilityBot
+Seomoz
+SiteCheckerBotCrawler
 SiteLockSpider
+SiteSnagger
+Sitebeam
 Siteimprove
 Sitevigil
-SlySearch
-Sociscraper
+Sottopop
 SpaceBison
-Spammen
-Spbot
-Spinn3r
-Sqlmap
-Stripper
-Sucker
-Sucuri
+Spanner
+SputnikBot
+Sqlworm
+Sqworm
 SuperBot
-SuperHTTP
-SurveyBot
-Swiftbot
-Teleport
+Surfbot
+Szukacz
 TeleportPro
-TheNomad
+The Intraformant
 Thumbor
-Toata
 Tracemyfile
-Trendiction
-Typhoeus
+True_Robot
+Turingos
+TurnitinBot
 URLy.Warning
+UnisterBot
+V-BOT
 VCI
+Vagabondo
 VeriCiteCrawler
-Virusdie
-Voltron
+VoidEYE
+Voil
 WISENutbot
 WPScan
-WWW-Collector-E
-WWW-Mechanize
 WWW::Mechanize
 WWWOFFLE
 Wallpapers
-Wallpapers/3.0
-WeSEE
+Web Auto
 Web Fuck
-Web Pix
-WebAuto
-WebEnhancer
-WebGo IS
-WebPix
+Web Sucker
+WebFuck
+WebImageCollector
+WebLeacher
+WebReaper
 WebSauger
 WebStripper
-WebSucker
+WebZIP
 Webalta
+Webshag
+WebsiteExtractor
 WebsiteQuester
-Whatweb
-Who.is Bot
-Widow
-WiseGuys Robot
-Wprecon
+Xaldon_WebSpider
 Xenu
 YoudaoBot
-Zauba
-Zitebot
+ZmEu
 ZoomBot
-ZoominfoBot
 ZyBorg
-arquivo.pt
+adscanner
+arquivo-web-crawler
+autoemailspider
+cah.io.community
 check1.exe
-com.plumanalytics
+coccocbot
+crawl.sogou.com
+crawler.feedback
 crawler4j
 demandbase-bot
-domainsproject.org
+evc-batch
+facebookscraper
+heritrix
 instabid
+internetVista monitor
 ips-agent
 isitwp.com
-mediawords
+lwp-request
+netEstate NE Crawler
 oBot
-pcBrowser
 plumanalytics
+s1z.ru
 satoristudio.net
+scan.lol
 seobility
+seocompany.store
 seostar
 sitechecker.pro
-sp_auditbot
+siteripz
 spyfu
-sysscan
 trendiction.com
-trendiction.de
-webmeup-crawler
-xpymep1.exe
+ubermetrics-technologies.com
+webprosbot
 zauba.io
+zgrab