V4.2022.08.3263 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
+360Spider
 404checker
-404enemy
-AIBOT
-Abonti
+ADmantX
+ALittle Client
+Aboundex
 AhrefsBot
 AiHitBot
 Aipbot
-Alligator
-AlphaBot
-Attach
+Alexibot
+AllSubmitter
+Anarchie
+Anarchy99
+Anthill
+Apexoo
+Atomseobot
 AwarioRssBot
 AwarioSmartBot
-BBBike
 BDCbot
-BDFetch
-BackWeb
+BacklinkCrawler
+Bandit
 BatchFTP
 BetaBot
-Bitacle
-Black Hole
-BlackWidow
-Blow
-Boardreader
-Bolt
 BotALot
-Brandprotect
 Buddy
-CATExplorador
-CazoodleBot
-CheeseBot
+BuiltBotTough
+BunnySlippers
+BuzzSumo
+CCBot
+CSHttp
+CensysInspect
+CherryPicker
 ChinaClaw
-Cliqzbot
+Claritybot
 Cloud mapping
+Cocolyzebot
+Copier
 CopyRightCheck
-Copyscape
-Cosmos
 Craftbot
-Crawling at Home Project
+CrazyWebCrawler
 CrunchBot
-Demon
+CyotekWebCopy
 Deusu
 Digincore
 DigitalPebble
-Dispatch
+Dirbuster
+Disco
+Discobot
 DittoSpyder
 DnBCrawler-Analytics
-DnyzBot
-DomainCrawler
-DomainSigmaCrawler
-Domains Project
+DomCopBot
+DomainAppender
+DomainStatsBot
+Download Wonder
+Dragonfly
 Drip
 EMail Siphon
-EirGrabber
-Evil
-Extractor
-EyeNetIE
-Ezooms
+EMail Wolf
+Exabot
+ExtractorPro
+Extreme Picture Finder
+FHscan
 FemtosearchBot
 Firefox/7.0
-Fuzz
-GT::WWW
+FrontPage
+FyberSpider
 GalaxyBot
-GetRight
-GetWeb
-Gigabot
+Genieo
+Getintent
 Go!Zilla
-Go-Ahead-Got-It
-GoZilla
-GrapeshotCrawler
+Gotit
+Grabber
+Grafula
 HEADMasterSEO
 HMView
-HTMLparser
-HTTrack
-Heritrix
-Humanlinks
-IDBot
+HTTP::Lite
+Haansoft
+Harvest
+IDBTE4M
 IRLbot
-Iblog
+IlseBot
 Image Fetch
-InterGET
-Internet Ninja
+Image Sucker
+Indy Library
+InfoTekies
+Intelliseek
 IstellaBot
+JennyBot
 JetCar
-Jetty
 JikeSpider
-LWP::Simple
-Leap
-LeechFTP
+Kinza
+LNSpiderguy
+LeechGet
+LexiBot
+Lftp
 Libwhisker
-Lightspeedsystems
-LinkWalker
+Linkbot
 LinkextractorPro
-LinksManager
 LinqiaRSSBot
 LinqiaScrapeBot
-Lmspider
+Lipperhey
+Lipperhey Spider
 MFC_Tear_Sample
+MIDown tool
 MJ12bot
-MSFrontPage
-Mag-Net
-Mail.RU_Bot
 Majestic12
 MarkMonitor
+MarkWatch
 Masscan
-Meanpathbot
-Metauri
+Mata Hari
+MauiBot
+Mb2345Browser
 MicroMessenger
-Microsoft Data Access
-Mojeek
-Mojolicious
-Mr.4x3
+Microsoft URL Control
+Mister PiX
+Morfeus Fucking Scanner
+Mozlila
+Msrabot
 Musobot
-NPbot
+Name Intelligence
+Nameprotect
 NearSite
-Needle
 Net Vampire
-NetAnts
+NetLyzer
+NetMechanic
+NetZIP
 Netcraft
 Nettrack
-Nibbler
-Nikto
-NimbleCrawler
-Nutch
-Offline Explorer
-Offline Navigator
-OnCrawl
+NextGenSearchBot
+Nimbostratus
+Nuclei
+Octopus
 OpenLinkProfiler
-Openfind
+OpenVAS
 Openvas
-OrangeBot
+OrangeSpider
 OutfoxBot
-PECL::HTTP
 PHPCrawl
-POE-Component-Client-HTTP
-PageAnalyzer
-PageScorer
+PageThing.com
+Pandalytics
 Panscient
+Papa Foto
 PeoplePal
-Petalbot
-PictureFinder
-Pimonster
+Picscout
+Pixray
 ProPowerBot
-Probethenet
-Psbot
-Pu_iN
-PyCurl
-QueryN Metasearch
+Quick-Crawler
+RSSingBot
+RankActive
+RankActiveLinkBot
+RankFlex
 RankingBot
+Rankivabot
+RankurBot
 Re-re
+Recorder
 RedesScrapy
-RepoMonkey
-SEOkicks-Robot
+Rogerbot
+SEOkicks
 SEOlyticsCrawler
-SEOprofiler
-SEOstats
-SISTRIX
-SalesIntelligent
-ScanAlert
-Scanbot
-ScoutJet
-Scrapy
-Screaming
-SearchmetricsBot
-Semrush
+ScrepyBot
+Searchestate
+SemrushBot
+SeoSiteCheckup
 SeobilityBot
 Seomoz
-Site Sucker
-SiteSucker
-SlySearch
+Shodan
+Sitebeam
+Sitevigil
+Snapbot
 SocialRankIOBot
 Sosospider
+Spammen
 SpankBot
-Spanner
+Spinn3r
+Sqlmap
 Sqworm
-Sucker
 Sucuri
+SuperHTTP
 Surfbot
-SurveyBot
-Suzuran
-Swiftbot
+Szukacz
 T0PHackTeam
-T8Abot
-TeleportPro
-Telesphorep
+Telesoft
+Telesphoreo
 The Intraformant
-TightTwatBot
-Toweyabot
-Trendictionbot
+Toata
+Trendiction
+True_Robot
 Turnitin
-UnisterBot
-VCI
-Vagabondo
+TurnitinBot
+TwengaBot
+Typhoeus
+URLy Warning
 VeriCiteCrawler
-VoidEYE
+VidibleScraper
+Voil
+Voltron
+WASALive-Bot
 WBSearchBot
-WEBDAV
-WISENutbot
 WPScan
-WWW-Mechanize
-WeSEE
+WWW-Collector-E
+Wallpapers
+Web Auto
 Web Collage
-Web Enhancer
 Web Fetch
+Web Pix
 Web Sauger
-WebFetch
-WebGo IS
+WebAuto
 WebLeacher
 WebSauger
 WebStripper
-WebSucker
 WebZIP
 Webalta
 WebmasterWorldForumBot
+Website Quester
 Webster
 Whack
-Whacker
-Who.is Bot
-Widow
-Wonderbot
-Wprecon
-Xaldon_WebSpider
-Zade
-ZoomBot
-ZumBot
-ZyBorg
+Whatweb
+WinHTTrack
+Woobot
+Wotbox
+Xaldon WebSpider
+Zeus
+Zitebot
+ZmEu
+ZoominfoBot
+adscanner
 archive.org_bot
-arquivo-web-crawler
-autoemailspider
-com.plumanalytics
-crawl.sogou.com
-crawler.feedback
-demandbase-bot
 eCatch
-gopher
+heritrix
 internetVista monitor
+ips-agent
 isitwp.com
 iubenda-radar
-linkdexbot
-magpie-crawler
-meanpathbot
-netEstate NE Crawler
+mediawords
+muhstik-scan
+pcBrowser
+plumanalytics
+satoristudio.net
 scan.lol
-seostar
-sitechecker.pro
-siteripz
-sp_auditbot
+seobility
+seocompany.store
+serpstatbot
+spyfu
 sysscan
-webgains-bot
-webpros.com
+tAkeOut
+trendiction.com
+ubermetrics-technologies.com
+x22Mozilla
 xpymep1.exe
+zgrab