V4.2022.02.2912 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-404checker
-404enemy
+80legs
 ALittle Client
-Aboundex
+Abonti
+AhrefsBot
 AiHitBot
+Alexibot
 AllSubmitter
-Ankit
-Anthill
-Apexoo
-Atomseobot
-BLEXBot
+Alligator
+AlphaBot
+Anarchy99
+AwarioRssBot
+BBBike
 BackWeb
-Badass
-Bandit
+Backlink-Ceck
+BacklinkCrawler
 BetaBot
-Bitacle
-BlackWidow
-Blow
+Bigfoot
+Blackboard
+BlowFish
 BotALot
-Brandprotect
-Brandwatch
-BuiltBotTough
-BuiltWith
+BunnySlippers
+BuzzSumo
 CATExplorador
 CODE87
-CazoodleBot
-Cegbfeieh
-CheTeam
+CSHttp
+CensysInspect
 CheeseBot
-Chlooe
+Citoid
+Claritybot
 Cliqzbot
 Cloud mapping
-CopyRightCheck
-Cosmos
-Craftbot
-Crescent
-CyotekWebCopy
-DBLBot
-DSearch
-Demon
-Digincore
-Disco
-Discoverybot
+Cocolyzebot
+Cogentbot
+Collector
+Copier
+Copyscape
+Crawling at Home Project
+DataCha0s
+Deusu
+Devil
+DigitalPebble
+Dirbuster
 DittoSpyder
+DnBCrawler-Analytics
 DomainAppender
 DomainCrawler
-Dotbot
-Download Wonder
+DomainStatsBot
 Dragonfly
-EMail Siphon
-EMail Wolf
+ECCP/1.0
 EasyDL
-Ecxi
+Ebingbong
 Evil
 Exabot
 ExtLinksBot
-Extractor
 Extreme Picture Finder
-EyeNetIE
-Foobot
-GT::WWW
-GermCrawler
+FDM
+FemtosearchBot
+Fimap
+Freeuploader
+FyberSpider
+GalaxyBot
 GetRight
-Getintent
-Go!Zilla
 Go-Ahead-Got-It
 GrabNet
-HEADMasterSEO
+GridBot
 HTTP::Lite
-HTTrack
-Haansoft
 Harvest
 Havij
-HybridBot
-IDBot
+HonoluluBot
 IRLbot
 Iblog
 Id-search
 IlseBot
+Image Fetch
 Image Sucker
-Indy Library
-InfoTekies
-InternetSeer
-JamesBOT
-Jbrofuzz
-JennyBot
-JetCar
+IndeedBot
+InterGET
+Iria
+JOC Web Spider
 Jetty
 JikeSpider
-JustView
-Lanshanbot
+Joomla
+Keyword Density
+LWP::Simple
+Larbin
+Leap
+LeechFTP
+LeechGet
 LibWeb
-Libwhisker
-LinkScan
-LinkextractorPro
-LinkpadBot
+LieBaoFast
+Lightspeedsystems
+Likse
+LinkWalker
+Linkbot
+Linkdexbot
 LinksManager
 LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Lipperhey
 Lipperhey Spider
-Litemage_walker
+MFC_Tear_Sample
 MIIxpc
-MQQBrowser
-MSIECrawler
-MTRobot
-Majestic-SEO
-Majestic12
-MarkMonitor
-MarkWatch
+MSFrontPage
+Magnet
+Mass Downloader
 Masscan
-MauiBot
-Meanpathbot
-MegaIndex.ru
+Mata Hari
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+Microsoft Data Access
+Microsoft URL Control
 Mister PiX
 Moblie Safari
-MolokaiBot
+Mojolicious
 Morfeus Fucking Scanner
 Mozlila
 Mr.4x3
 Msrabot
-NPbot
-Name Intelligence
+Nameprotect
 Needle
 Nessus
-NetAnts
-NetSpider
+Net Vampire
+NetMechanic
+NetZIP
 Netcraft
 Nettrack
-Netvibes
-Nibbler
 Niki-bot
-NimbleCrawler
-Ninja
-Nmap
-Nutch
-Offline Explorer
+Offline Navigator
 OnCrawl
+Openfind
 Openvas
+OrangeBot
+OutfoxBot
+PHPCrawl
 POE-Component-Client-HTTP
 Page Analyzer
 PageAnalyzer
 PageThing.com
-Pandalytics
 Papa Foto
-ProPowerBot
+Pavuk
+PeoplePal
+Petalbot
+Pimonster
+ProWebWalker
+Probethenet
 Psbot
-PxBroker
-PyCurl
-RankActive
 RankFlex
-Rankivabot
-RankurBot
 Re-re
-Reaper
-RebelMouse
-RepoMonkey
+RedesScrapy
+Ripper
 Rogerbot
-ScanAlert
-ScoutJet
-Searchestate
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SEOstats
+SalesIntelligent
 SemanticJuice
-Semrush
-SentiBot
 SeobilityBot
-Site Sucker
-SiteExplorer
-SiteLockSpider
+Shodan
 SiteSucker
-Sitebeam
-Siteimprove
-Sitevigil
+SlySearch
 Snake
-Snapbot
-Snoopy
-SocialRankIOBot
-SpaceBison
-Spbot
-Spinn3r
-SputnikBot
+Sociscraper
+Sottopop
 Sqlmap
-Surfbot
+Sqlworm
+Sucuri
+SuperBot
+SuperHTTP
+SurveyBot
 T0PHackTeam
+T8Abot
 Teleport
+Telesoft
 Telesphoreo
-TheNomad
 Thumbor
+TightTwatBot
+Titan
 Toweyabot
-Trendictionbot
 Turingos
 Turnitin
 TurnitinBot
 TwengaBot
-Twice
 Typhoeus
+URLy Warning
 URLy.Warning
-V-BOT
-Vacuum
+UnisterBot
+Upflow
+VB Project
+VCI
 Vagabondo
+VidibleScraper
+Virusdie
 VoidEYE
-WEBDAV
-WWW-Collector-E
+Voil
+Voltron
+WISENutbot
+WPScan
 WWWOFFLE
-WallpapersHD
+Wallpapers/3.0
+Web Auto
 Web Fetch
 Web Sauger
-WebAuto
-WebCollage
-WebEnhancer
-WebFuck
-WebImageCollector
+WebBandit
+WebCopier
+WebFetch
+WebGo IS
+WebLeacher
 WebPix
-WebStripper
-WebWhacker
-Webalta
+WebSauger
+WebSucker
+WebZIP
 WebmasterWorldForumBot
-Website Quester
-WebsiteExtractor
-Webster
 Whacker
 Whatweb
-WiseGuys Robot
-Woobot
 Xaldon WebSpider
-Xenu
-Zauba
+YoudaoBot
+Zermelo
+Zeus
 ZoominfoBot
-cah.io.community
+archive.org_bot
+autoemailspider
+backlink-check
+clark-crawler
 coccocbot-web
 cognitiveseo
-crawler.feedback
+crawler4j
 dataforseo.com
-demandbase-bot
-domainsproject.org
-evc-batch
-internetVista monitor
+heritrix
+instabid
 ips-agent
-lwp-trivial
-oBot
+isitwp.com
+lwp-request
+netEstate NE Crawler
+pcBrowser
 probe-image-size
 s1z.ru
 satoristudio.net
-scalaj-http
-seobility
+scan.lol
+seostar
 serpstatbot
-sogouspider
+sitechecker.pro
+siteripz
+sp_auditbot
+sysscan
 tAkeOut
+ubermetrics-technologies.com
 webgains-bot
-x09Mozilla
-zauba.io
+webmeup-crawler
 zgrab