V4.2022.12.3510 [ci skip]

dev-tools/test_units/random-bots-for-test.list

@@ -1,250 +1,250 @@
-80legs
-ADmantX
-Aboundex
+360Spider
+ASPSeek
+Abonti
+Aboundexbot
 AfD-Verbotsverfahren
+AiHitBot
 Aipbot
+Alexibot
+Alligator
+AlphaBot
+Anarchie
 Anarchy99
 Ankit
 Anthill
+Apexoo
 Atomseobot
 BBBike
-BackStreet
+BDFetch
+BackDoorBot
 BackWeb
-BacklinkCrawler
-Bandit
-Battleztar Bazinga
-Bigfoot
-Bitacle
-Blackboard
+Backlink-Ceck
+Blow
 BlowFish
+Boardreader
 Bolt
-BotALot
-Buck
+Brandprotect
+Brandwatch
 Buddy
+BuiltBotTough
 BuiltWith
 Bullseye
 CATExplorador
 CCBot
 Calculon
+CazoodleBot
 CensysInspect
-CheTeam
-Claritybot
+CheeseBot
+Chlooe
+Cocolyzebot
 Cogentbot
+Collector
+Copier
+CopyRightCheck
+Cosmos
 Craftbot
+Crawling at Home Project
 CrazyWebCrawler
-DBLBot
-DIIbot
-DSearch
+CrunchBot
+DatabaseDriverMysqli
+Demon
 Dirbuster
-Discoverybot
-Dispatch
-DittoSpyder
-DnBCrawler-Analytics
+Disco
+Discobot
 DnyzBot
-DomainSigmaCrawler
-Dotbot
-ECCP/1.0
-EMail Siphon
-Ebingbong
+DomCopBot
+Download Wonder
+Dragonfly
+EMail Wolf
 EirGrabber
-EroCrawler
-Evil
 Exabot
 Express WebPictures
-ExtLinksBot
 Extractor
-EyeNetIE
+ExtractorPro
 FHscan
-FlashGet
-Foobot
-GetRight
+FemtosearchBot
+Fimap
+Firefox/7.0
+Freeuploader
+FyberSpider
+G-i-g-a-b-o-t
+GT::WWW
+GermCrawler
+GetWeb
+Getintent
+Gigabot
 GoZilla
+Gotit
 Grabber
-Grafula
+GrapeFX
 GrapeshotCrawler
+HEADMasterSEO
+HTMLparser
 HTTrack
-HybridBot
-Iblog
+Heritrix
+IDBot
+IRLbot
+IlseBot
 Image Sucker
 IndeedBot
-InfoTekies
-Intelliseek
+Indy Library
 Internet Ninja
-IstellaBot
+InternetSeer
+Iria
 JOC Web Spider
-JamesBOT
-Jbrofuzz
-Jetty
+JennyBot
+Joomla
 Jyxobot
-Kenjin Spider
-Kinza
-LNSpiderguy
-Lanshanbot
+Keybot Translation-Search-Machine
 LeechFTP
-LexiBot
-Libwhisker
-LieBaoFast
+Lftp
+LibWeb
+Lightspeedsystems
 Likse
-LinkextractorPro
-Lipperhey Spider
-Litemage_walker
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MQQBrowser
-MSIECrawler
-Majestic-SEO
-Mass Downloader
-Masscan
-Mata Hari
+LinkScan
+LinkWalker
+LinkpadBot
+LinksManager
+LinqiaMetadataDownloaderBot
+Lmspider
+MSFrontPage
+Majestic SEO
+Majestic12
 MauiBot
-Mb2345Browser
 Meanpathbot
+Metauri
+MicroMessenger
 Microsoft Data Access
-Microsoft URL Control
 Moblie Safari
+Mojeek
 Mojolicious
+MolokaiBot
+Mozlila
 Msrabot
-Navroad
-Needle
-Net Vampire
-NetLyzer
-NetSpider
-NetZIP
-Nettrack
+NICErsPRO
+Nameprotect
 Netvibes
-NimbleCrawler
-Nimbostratus
-Nmap
-Nuclei
+Niki-bot
+Ninja
+Octopus
+Offline Explorer
+Offline Navigator
 OnCrawl
-OpenLinkProfiler
-OrangeBot
 OrangeSpider
-Page Analyzer
-PageScorer
-PageThing.com
-Papa Foto
+OutclicksBot
+OutfoxBot
+PageAnalyzer
 Pavuk
 Petalbot
 Pi-Monster
-Picsearch
-PictureFinder
-Pimonster
-Pixray
-Pockey
+Picscout
 ProPowerBot
-Pu_iN
+Probethenet
+Psbot
 Pump
-PxBroker
-PyCurl
-QueryN Metasearch
-Quick-Crawler
-RSSingBot
-RankActiveLinkBot
+RankingBot
 Rankivabot
 Re-re
 ReGet
 RealDownload
-Reaper
+RebelMouse
 Recorder
+Rogerbot
 SEOkicks
-SEOlyticsCrawler
+SEOkicks-Robot
 SEOprofiler
-SEOstats
 SalesIntelligent
-ScanAlert
+ScoutJet
 Scrapy
 Screaming
-ScrepyBot
+ScreenerBot
 Searchestate
 SearchmetricsBot
-Seekport
-Semrush
+SemanticJuice
+SemrushBot
 SentiBot
-SeobilityBot
+Shodan
 Siphon
-Site Sucker
-SiteSucker
-SlySearch
+SiteLockSpider
+SiteSnagger
+Snapbot
 Snoopy
-SocialRankIOBot
 Sociscraper
 Sosospider
-Sottopop
-Stripper
-SuperHTTP
-SurveyBot
-Suzuran
-Telesoft
-Telesphoreo
+SpaceBison
+Spinn3r
+Sqlworm
+Sqworm
+Sucker
+Sucuri
+SuperBot
+Surfbot
+Swiftbot
+Teleport
+TeleportPro
+Telesphorep
 The Intraformant
-Thumbor
-Titan
-Tracemyfile
-Trendiction
-Trendictionbot
+Toata
+Toweyabot
+True_Robot
 Twice
 Typhoeus
+URLy Warning
 URLy.Warning
 Upflow
-VB Project
+VCI
+VeriCiteCrawler
+VidibleScraper
 Voltron
-WASALive-Bot
 WEBDAV
 WPScan
-WWW-Collector-E
-WWW-Mechanize
-Web Auto
-Web Fetch
-Web Pix
+WWWOFFLE
+Wallpapers
+WallpapersHD
+WeSEE
+Web Collage
+Web Enhancer
 Web Sauger
+Web Sucker
 WebBandit
-WebCollage
 WebCopier
-WebFetch
-WebSauger
-WebStripper
-WebSucker
-WebZIP
-Webalta
-Website Quester
-WebsiteQuester
+WebFuck
+WebPix
+WebReaper
+WebWhacker
+WebsiteExtractor
 Whatweb
-Who.is Bot
-Widow
+Woobot
 Wotbox
-Xaldon WebSpider
-Xenu
-YoudaoBot
-Zermelo
-Zitebot
-ZoomBot
-ZoominfoBot
+Zade
 ZumBot
 archive.org_bot
 autoemailspider
-backlink-check
-clark-crawler
-cognitiveseo
+check1.exe
 crawl.sogou.com
-eCatch
-evc-batch
-instabid
+domainsproject.org
+facebookscraper
+gopher
+internetVista monitor
+ips-agent
 linkdexbot
 lwp-request
-magpie-crawler
+meanpathbot
+mediawords
 netEstate NE Crawler
+oBot
 page scorer
 plumanalytics
+polaris version
+probe-image-size
+ripz
 satoristudio.net
 scan.lol
-seocompany.store
+seobility
+serpstatbot
 sitechecker.pro
 siteripz
-sp_auditbot
-spyfu
+trendiction.com
 voyagerx.com
 webmeup-crawler
 x22Mozilla
-xpymep1.exe