V4.2022.10.3413 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
 01h4x.com
-360Spider
-404enemy
-80legs
 ALittle Client
-AfD-Verbotsverfahren
-Aipbot
-Alexibot
-AllSubmitter
+ASPSeek
+Abonti
+Aboundex
+AhrefsBot
+AiHitBot
 Alligator
-AlphaBot
-Apexoo
+Anarchie
+Anarchy99
+Asterias
+Atomseobot
 Attach
-AwarioRssBot
-BBBike
-BLEXBot
-BackWeb
+BDCbot
+BackDoorBot
+BackStreet
 Backlink-Ceck
 BacklinkCrawler
 Bandit
-BatchFTP
-Battleztar Bazinga
-Black Hole
+BetaBot
 Blow
+Boardreader
 Bolt
 BotALot
-Brandprotect
-BuiltBotTough
+Buddy
+BuiltWith
 CATExplorador
-CCBot
-CODE87
-Calculon
 CazoodleBot
 Cegbfeieh
-CheeseBot
+CensysInspect
 Citoid
-Cliqzbot
-CopyRightCheck
+Cocolyzebot
+Collector
 Craftbot
-Crawling at Home Project
 Crescent
-Custo
 CyotekWebCopy
 DIIbot
-Digincore
+DSearch
+Demon
+Devil
 DigitalPebble
+Discoverybot
 Dispatch
-DittoSpyder
-DnBCrawler-Analytics
 DnyzBot
-DomCopBot
-DomainAppender
-DomainStatsBot
-Dotbot
-Download Wonder
-EasyDL
-Ebingbong
-Ecxi
+Domains Project
+Dragonfly
+Drip
+EMail Siphon
 EirGrabber
+EroCrawler
 Express WebPictures
-Extractor
+ExtractorPro
 EyeNetIE
-FlashGet
-Flunky
+FemtosearchBot
+Foobot
 Freeuploader
 FrontPage
-Fuzz
-FyberSpider
 Fyrebot
-Getintent
-Gigabot
-Go!Zilla
-Gotit
-HMView
-HTTrack
+G-i-g-a-b-o-t
+Go-Ahead-Got-It
+Grafula
+HTMLparser
+Heritrix
+Hloader
 HonoluluBot
-Humanlinks
-HybridBot
-IRLbot
-Iblog
+Id-search
+IlseBot
 Image Fetch
-Indy Library
-Intelliseek
 Internet Ninja
 Iria
+JOC Web Spider
 JamesBOT
 JennyBot
-Joomla
-Jorgee
-Keybot Translation-Search-Machine
-Keyword Density
+JustView
 Kinza
-LeechGet
+LWP::Simple
+Larbin
+LeechFTP
 LexiBot
-LibWeb
+Lftp
+Libwhisker
 Lightspeedsystems
-LinksManager
-LinqiaMetadataDownloaderBot
+Likse
+Linkbot
 LinqiaRSSBot
-LinqiaScrapeBot
-MFC_Tear_Sample
-MIIxpc
-Mail.RU_Bot
+Lipperhey Spider
+Litemage_walker
+Lmspider
+Ltx71
+MQQBrowser
+MSFrontPage
+MSIECrawler
+Mag-Net
+Magnet
 Majestic SEO
-Majestic12
-MauiBot
-Mb2345Browser
-Metauri
-Microsoft Data Access
+Mata Hari
+Meanpathbot
+MegaIndex.ru
+Microsoft URL Control
+Mister PiX
+Mojolicious
 Mozlila
-Msrabot
-NICErsPRO
 NPbot
-Navroad
-Net Vampire
+Needle
+Nessus
 NetAnts
-NetMechanic
+NetLyzer
 NetSpider
-Netcraft
+Nettrack
 Netvibes
-NextGenSearchBot
-Niki-bot
-Nimbostratus
+NimbleCrawler
+Nmap
+Not
 Nuclei
 Nutch
-Octopus
 Offline Explorer
-Offline Navigator
-OpenLinkProfiler
-Openvas
-OrangeBot
+OnCrawl
+OpenVAS
+Openfind
+OrangeSpider
+OutclicksBot
 PECL::HTTP
-PageAnalyzer
-PageThing.com
-Pi-Monster
-Picsearch
-PictureFinder
+Page Analyzer
+Pavuk
+Picscout
+Piepmatz
 Pimonster
 Pixray
+PleaseCrawl
 Pockey
 ProPowerBot
-ProWebWalker
+Probethenet
+Psbot
+Pump
 PxBroker
-PyCurl
 Quick-Crawler
 RSSingBot
+RankingBot2
 Rankivabot
+Re-re
 ReGet
-RebelMouse
-Recorder
+RealDownload
+Reaper
 RedesScrapy
 Ripper
+RocketCrawler
 Rogerbot
-SEOkicks-Robot
-SEOprofiler
+SEOlyticsCrawler
 SISTRIX
-SMTBot
 ScanAlert
-Scanbot
+Scrapy
 ScrepyBot
 Searchestate
 SearchmetricsBot
 SemanticJuice
-Semrush
-SeoSiteCheckup
+SemrushBot
 SeobilityBot
 Seomoz
-SiteCheckerBotCrawler
+Shodan
+Siphon
+SiteLockSpider
+SiteSucker
 Sitebeam
-Siteimprove
-SmartDownload
+SlySearch
 Snake
 SocialRankIOBot
-Sosospider
-SpankBot
-Spbot
-SputnikBot
-Sqworm
-Steeler
-Stripper
-SuperHTTP
-SurveyBot
+Sociscraper
+SpaceBison
+Spanner
+Spinn3r
+Sqlmap
+Surfbot
 Suzuran
 Swiftbot
-Telesphorep
-TightTwatBot
-Tracemyfile
+Szukacz
+The Intraformant
+Toweyabot
 Trendiction
-Trendictionbot
-Turingos
+True_Robot
 Turnitin
-TwengaBot
+TurnitinBot
 URLy Warning
 UnisterBot
 Upflow
-VB Project
-VCI
-Vacuum
-VidibleScraper
-Virusdie
+Vagabondo
+VelenPublicWebCrawler
 Voil
+Voltron
 WASALive-Bot
-WWW-Mechanize
-WWWOFFLE
-Wallpapers
-WeSEE
+WEBDAV
+WPScan
+WWW::Mechanize
+WallpapersHD
+Web Auto
+Web Collage
+Web Sauger
 Web Sucker
 WebCopier
+WebFuck
+WebGo IS
 WebPix
+WebReaper
+WebSauger
 WebStripper
-WebSucker
-WebWhacker
+WebZIP
 Webalta
-Webshag
+Website Quester
 WebsiteQuester
-Webster
 Whack
-Whatweb
-Widow
-YoudaoBot
-Zauba
+Who.is Bot
+Wonderbot
+Woobot
+Wotbox
+Wprecon
+Xaldon_WebSpider
+Zade
 Zitebot
-ZmEu
-ZoomBot
+ZyBorg
+adscanner
 archive.org_bot
+autoemailspider
 backlink-check
-crawler.feedback
 crawler4j
-demandbase-bot
-eCatch
-evc-batch
 gopher
 internetVista monitor
-linkdexbot
-magpie-crawler
-muhstik-scan
-netEstate NE Crawler
-oBot
+ips-agent
+meanpathbot
+mediawords
+page scorer
 pcBrowser
-s1z.ru
+plumanalytics
+polaris version
+probe-image-size
+ripz
+satoristudio.net
+scalaj-http
 seocompany.store
-seoscanners
 seostar
+serpstatbot
 sexsearcher
-siteripz
-spyfu
+sitechecker.pro
+sogouspider
+sysscan
 trendiction.de
+ubermetrics-technologies.com
+webmeup-crawler
 webprosbot
-x09Mozilla
-x22Mozilla
+xpymep1.exe
+zauba.io
+zgrab