V4.2023.02.3585 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-360Spider
+01h4x.com
 404enemy
 ALittle Client
-Aboundex
 Acunetix
-AfD-Verbotsverfahren
-Alligator
+Aipbot
+Alexibot
+Anarchy99
+Apexoo
 Aspiegel
 Atomseobot
+AwarioRssBot
+BBBike
 BDFetch
+BackDoorBot
 BackStreet
-Black Hole
-BlackWidow
-Blackboard
-BlowFish
-Boardreader
-BotALot
+Backlink-Ceck
+BacklinkCrawler
+Badass
+Bandit
+BetaBot
 Brandprotect
 Brandwatch
+BuiltBotTough
 Bullseye
-BunnySlippers
-CCBot
-CSHttp
-CazoodleBot
-CensysInspect
-CherryPicker
-ChinaClaw
-Claritybot
-Cliqzbot
+BuzzSumo
+CATExplorador
+CODE87
+Calculon
+Cegbfeieh
 Cocolyzebot
-Collector
-CopyRightCheck
-Cosmos
-Crawling at Home Project
+Craftbot
 CrunchBot
-CyotekWebCopy
 DIIbot
 DSearch
 DataCha0s
 DatabaseDriverMysqli
+Demon
+Deusu
+Digincore
 DigitalPebble
-Discobot
-Discoverybot
+Dirbuster
 Dispatch
+DittoSpyder
+DnBCrawler-Analytics
 DomainCrawler
-DomainStatsBot
-Domains Project
-Dotbot
 Download Wonder
 Dragonfly
 ECCP/1.0
+EMail Siphon
 EirGrabber
-Exabot
-Express WebPictures
-ExtractorPro
-EyeNetIE
+Extreme Picture Finder
 FDM
+Firefox/7.0
+Flunky
+FrontPage
+Fuzz
 FyberSpider
-GT::WWW
-GetRight
-GetWeb
-Gigabot
+G-i-g-a-b-o-t
+GoZilla
 Gotit
-Grafula
-GrapeFX
-HEADMasterSEO
-HMView
+GrabNet
+Grabber
+GridBot
 HTMLparser
 HTTrack
-Havij
-Heritrix
+Harvest
+Hloader
+HonoluluBot
 Humanlinks
-IDBot
-IlseBot
-Image Sucker
+HybridBot
+IRLbot
+Iblog
+Id-search
+IndeedBot
 Indy Library
-InfoNaviRobot
+Intelliseek
+InterGET
 Internet Ninja
-Iria
+InternetSeer
 JOC Web Spider
-Jbrofuzz
-Keybot Translation-Search-Machine
+Jetty
+Jorgee
+Jyxobot
 Keyword Density
-Kozmosbot
-LNSpiderguy
+Kinza
+Lanshanbot
 Larbin
+LexiBot
 Lftp
-LieBaoFast
-Lightspeedsystems
-Likse
+Libwhisker
+LinkWalker
+LinkextractorPro
 LinkpadBot
-LinksManager
-Lipperhey
+LinqiaRSSBot
+Litemage_walker
+Ltx71
 MIIxpc
-MQQBrowser
 MSFrontPage
 MTRobot
-Mag-Net
-Magnet
-Majestic SEO
-MarkWatch
+Majestic12
+Mass Downloader
 Masscan
+Mata Hari
 MauiBot
-MeanPath Bot
-Meanpathbot
 MicroMessenger
 Microsoft Data Access
 Microsoft URL Control
-Mister PiX
+Minefield
 Moblie Safari
 Mojeek
-Mojolicious
-MolokaiBot
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
+Mozlila
+Musobot
 NPbot
 Name Intelligence
-Nameprotect
 Navroad
 Needle
-Nessus
-Net Vampire
-NetAnts
-NetMechanic
-NetSpider
+NetLyzer
 NetZIP
-NextGenSearchBot
+Nibbler
+Niki-bot
 Nimbostratus
-Ninja
-Not
 Nuclei
+Nutch
+Octopus
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
 Openfind
-OutclicksBot
+Openvas
 OutfoxBot
-PHPCrawl
-Page Analyzer
-Papa Foto
+PageGrabber
+Pandalytics
 Pavuk
-PeoplePal
-Pi-Monster
+Petalbot
 Picsearch
 Pixray
-ProPowerBot
-Psbot
-Pu_iN
+Pockey
+ProWebWalker
+Probethenet
 Pump
-QueryN Metasearch
+PyCurl
 Quick-Crawler
-RSSingBot
+RankingBot2
+RankurBot
+Re-re
 RealDownload
 RebelMouse
-Ripper
+Recorder
+RepoMonkey
 RocketCrawler
-SEOprofiler
+SBIder
+SEOlyticsCrawler
 SEOstats
-SISTRIX
-Scanbot
-ScrepyBot
+SMTBot
 Seekport
+Semrush
 SemrushBot
-SeoSiteCheckup
-SeobilityBot
+Seomoz
 Shodan
-SiteExplorer
+Siphon
+Site Sucker
+SiteCheckerBotCrawler
+SiteSnagger
 Sitevigil
 SlySearch
-Snapbot
-SocialRankIOBot
-Sociscraper
-Sosospider
-Spanner
+Sogou web spider
+Sottopop
+Spammen
+SpankBot
+Spbot
+Spinn3r
 SputnikBot
-Sqlmap
-Stripper
-Sucker
-Sucuri
-SuperBot
-SuperHTTP
+Sqlworm
 Suzuran
 Swiftbot
-T0PHackTeam
 TeleportPro
 Telesoft
 Telesphoreo
-Telesphorep
-Thumbor
-TightTwatBot
-Toweyabot
-Trendictionbot
+The Intraformant
+TheNomad
+Toata
+Tracemyfile
 Turnitin
-TurnitinBot
-TwengaBot
-URLy Warning
-V-BOT
+Twice
+Typhoeus
+Upflow
+Vacuum
+Vagabondo
+VelenPublicWebCrawler
 VidibleScraper
-Virusdie
-Voil
-WASALive-Bot
-WEBDAV
-Wallpapers
-Wallpapers/3.0
+Voltron
+WBSearchBot
+WISENutbot
+WWW-Collector-E
+WWW-Mechanize
+WWW::Mechanize
 Web Auto
-Web Fetch
+Web Enhancer
 Web Fuck
 Web Pix
+WebAuto
+WebBandit
+WebCopier
 WebEnhancer
 WebFetch
-WebFuck
-WebGo IS
-WebLeacher
-WebSucker
 WebWhacker
+WebZIP
+Webalta
 WebmasterWorldForumBot
-WebsiteQuester
-Widow
 WiseGuys Robot
+Wonderbot
 Woobot
 Wotbox
-Wprecon
-Xaldon_WebSpider
+YoudaoBot
+Zauba
+ZmEu
+ZoomBot
+ZoominfoBot
+ZyBorg
 adscanner
+arquivo-web-crawler
 arquivo.pt
 backlink-check
-coccocbot
+cah.io.community
+check1.exe
+clark-crawler
 cognitiveseo
-demandbase-bot
-domainsproject.org
+crawl.sogou.com
+dataforseo.com
+eCatch
+evc-batch
 facebookscraper
-ips-agent
-linkdexbot
+iubenda-radar
 lwp-request
-meanpathbot
-mediawords
-muhstik-scan
+magpie-crawler
+netEstate NE Crawler
+oBot
+page scorer
 pcBrowser
-polaris version
-ripz
-s1z.ru
+plumanalytics
 satoristudio.net
-scalaj-http
-seostar
+scan.lol
+seobility
+seocompany.store
+serpstatbot
 sitechecker.pro
-siteripz
-sp_auditbot
-spyfu
-voyagerx.com
-webgains-bot
+sogouspider
+tAkeOut
 webmeup-crawler
 zauba.io