V4.2022.05.3104 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-01h4x.com
-360Spider
+404checker
 AIBOT
-Aboundexbot
-Aipbot
+ASPSeek
+Acunetix
 Alexibot
-AllSubmitter
-Alligator
 AlphaBot
+Anthill
 Aspiegel
-Asterias
-Atomseobot
-BBBike
+AwarioSmartBot
+BDCbot
 BDFetch
-BLEXBot
 BackDoorBot
 BackStreet
+BackWeb
 Backlink-Ceck
-Bandit
+BacklinkCrawler
 BatchFTP
-BetaBot
-Bigfoot
-BlackWidow
 Blackboard
-Boardreader
+Blow
 BotALot
-Brandprotect
-Buck
 Buddy
 BuiltBotTough
 BuiltWith
 BunnySlippers
 BuzzSumo
+CATExplorador
 CODE87
-CazoodleBot
+CSHttp
+Calculon
+CensysInspect
+CheTeam
 CheeseBot
-Chlooe
-Citoid
+ChinaClaw
 Claritybot
+Cliqzbot
 Cloud mapping
-Cocolyzebot
-Cosmos
-CrazyWebCrawler
-Curious
-Custo
+CopyRightCheck
+Crawling at Home Project
+CrunchBot
+CyotekWebCopy
+DBLBot
+DSearch
+DTS Agent
 DataCha0s
-Deusu
-Disco
-Discobot
-Discoverybot
+Devil
+Digincore
+DigitalPebble
 Dispatch
-DittoSpyder
-DnyzBot
-DomainSigmaCrawler
-Domains Project
+DomainAppender
+DomainCrawler
+DomainStatsBot
 ECCP/1.0
-EMail Wolf
-Ebingbong
-Evil
-Exabot
-ExtractorPro
+EasyDL
+Ecxi
+EroCrawler
 Ezooms
-FlashGet
+Fimap
+Foobot
+FyberSpider
+GalaxyBot
+Genieo
 GermCrawler
-Gigabot
-Go!Zilla
-Go-Ahead-Got-It
-GrapeshotCrawler
+GetRight
+Getintent
+GoZilla
+GrapeFX
+HEADMasterSEO
+HMView
 HTMLparser
-HaosouSpider
-Harvest
+HTTP::Lite
 Heritrix
-HonoluluBot
 HybridBot
 Iblog
 Id-search
-IlseBot
-Image Fetch
-Internet Ninja
-JOC Web Spider
-JamesBOT
+Image Sucker
+IndeedBot
+InfoNaviRobot
+InfoTekies
+Intelliseek
+InterGET
+JennyBot
 JetCar
-JikeSpider
+Joomla
 Jorgee
-Keybot Translation-Search-Machine
+JustView
 Keyword Density
+Kinza
 Kozmosbot
 LWP::Simple
 Lanshanbot
+Larbin
 Leap
-Libwhisker
-LieBaoFast
-Lightspeedsystems
-Likse
 LinkScan
+LinkWalker
 Linkbot
+LinkextractorPro
+LinkpadBot
+LinqiaRSSBot
+LinqiaScrapeBot
 Lipperhey
-Lipperhey Spider
-Litemage_walker
 Lmspider
-MFC_Tear_Sample
+MJ12bot
 MSFrontPage
-MSIECrawler
-Mag-Net
-Magnet
 Mail.RU_Bot
-Majestic SEO
 Majestic12
 MarkWatch
-Mass Downloader
 Masscan
-Mata Hari
 Mb2345Browser
 MeanPath Bot
-Meanpathbot
-MegaIndex.ru
+Mediatoolkitbot
 Metauri
-Microsoft Data Access
 Microsoft URL Control
-Mojolicious
+Minefield
+Moblie Safari
+Mojeek
+MolokaiBot
+Musobot
 NICErsPRO
-Needle
-Nessus
+Navroad
 Net Vampire
-NetAnts
 NetLyzer
 NetMechanic
-Nmap
-Not
-Nuclei
+NetSpider
+Netcraft
+Netvibes
+NextGenSearchBot
+Nibbler
+Niki-bot
+NimbleCrawler
+Ninja
 Nutch
-Octopus
-OpenLinkProfiler
-OpenVAS
 OrangeBot
-OrangeSpider
 OutclicksBot
-OutfoxBot
 PHPCrawl
-Page Analyzer
-PageAnalyzer
 PageGrabber
-PeoplePal
-Picsearch
+PageThing.com
+Pandalytics
+Panscient
+Papa Foto
+Petalbot
+Pi-Monster
+PictureFinder
 Piepmatz
+Pimonster
 Pixray
-Pu_iN
+ProPowerBot
+Probethenet
+Psbot
 Pump
-PxBroker
 PyCurl
-RankingBot
+RSSingBot
+RankActive
+RankFlex
 RankurBot
-RealDownload
-Rogerbot
-SEOstats
-SalesIntelligent
-Scanbot
+RedesScrapy
+Ripper
+SBIder
+SEOkicks
+SEOkicks-Robot
+SEOlyticsCrawler
+SEOprofiler
+SMTBot
 ScoutJet
-Searchestate
-SeoSiteCheckup
-Site Sucker
-SiteExplorer
-SiteSucker
+Screaming
+ScrepyBot
+SearchmetricsBot
+SemanticJuice
+SeobilityBot
+Siphon
+SiteLockSpider
+Sitebeam
 Siteimprove
-Snake
-Snoopy
-SocialRankIOBot
-Sociscraper
+SmartDownload
+Snapbot
 Sottopop
-SpaceBison
 Spammen
-SpankBot
 Spanner
-SputnikBot
-Sqlworm
-Sqworm
-Steeler
-Sucuri
+Sucker
 Surfbot
-Szukacz
+SurveyBot
+Swiftbot
+T0PHackTeam
 T8Abot
-Teleport
 TeleportPro
-TheNomad
-Thumbor
-TightTwatBot
-Titan
-Toweyabot
-True_Robot
-Turingos
+Telesphoreo
+Telesphorep
+Trendictionbot
 Turnitin
-Twice
 Typhoeus
-URLy Warning
-UnisterBot
+Upflow
 VB Project
+VCI
 VelenPublicWebCrawler
-Virusdie
+VoidEYE
 Voil
-Voltron
-WPScan
-Wallpapers/3.0
-Web Collage
+WASALive-Bot
+WBSearchBot
+WISENutbot
+WWW::Mechanize
+WallpapersHD
+Web Auto
 Web Enhancer
+Web Fetch
+Web Fuck
 Web Sauger
-Web Sucker
-WebBandit
-WebEnhancer
-WebSucker
-WebZIP
+WebAuto
+WebCopier
+WebFuck
+WebGo IS
+WebImageCollector
+WebSauger
+WebStripper
+WebWhacker
 Webalta
-Whatweb
-Widow
-Wonderbot
-Wprecon
-Xaldon_WebSpider
-Xenu
-YoudaoBot
-Zauba
-Zermelo
-ZoominfoBot
-ZyBorg
+WebsiteExtractor
+Whack
+Whacker
+WinHTTrack
+ZmEu
+ZoomBot
+ZumBot
+adscanner
 arquivo-web-crawler
-arquivo.pt
+autoemailspider
 check1.exe
-crawler4j
-eCatch
-gopher
+cognitiveseo
+crawler.feedback
+dataforseo.com
 heritrix
 instabid
 internetVista monitor
-isitwp.com
-linkdexbot
-lwp-trivial
-magpie-crawler
+ips-agent
+iubenda-radar
+lwp-request
 mediawords
 muhstik-scan
-oBot
-page scorer
-polaris version
-s1z.ru
-scalaj-http
-sogouspider
-sp_auditbot
+netEstate NE Crawler
+satoristudio.net
+scan.lol
+seobility
+seostar
+serpstatbot
+siteripz
 spyfu
-tAkeOut
-ubermetrics-technologies.com
 webgains-bot
+webmeup-crawler
 x09Mozilla
 x22Mozilla
+xpymep1.exe
+zgrab