V4.2024.01.4242 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-80legs
-Aboundexbot
-AllSubmitter
-Anthill
-Aspiegel
-BDFetch
+404checker
+ADmantX
+Aipbot
+Anarchie
+Anarchy
+Apexoo
+Barkrowler
 Bitacle
-BlackWidow
-Boardreader
-Brandwatch
-Bullseye
-CazoodleBot
-Copier
+Black Hole
+Brandprotect
+BuiltWith
+CATExplorador
 Crawling at Home Project
-Curious
+Crescent
+Custo
+CyotekWebCopy
 DTS Agent
-Demon
-Deusu
-FDM
-Freeuploader
-GalaxyBot
+Devil
+Discobot
+DittoSpyder
+DomainAppender
+Drip
+ECCP/1.0
+ExtLinksBot
+FlashGet
+GPTBot
 GermCrawler
+GetRight
+Getintent
 Go-Ahead-Got-It
+Gotit
 GrapeshotCrawler
-HTMLparser
-Heritrix
-Humanlinks
-IRLbot
+HTTP::Lite
+Haansoft
+Havij
+IDBTE4M
+Id-search
 Image Sucker
-InfoNaviRobot
-JetCar
-JikeSpider
-LibWeb
+Iskanie
+IstellaBot
+Joomla
+Lftp
 Lightspeedsystems
+LinkpadBot
 Lmspider
-Ltx71
-MJ12bot
-MarkMonitor
-MarkWatch
+MQQBrowser
+Mag-Net
+Majestic SEO
 Mass Downloader
-Mb2345Browser
-Metauri
-Mojeek
-MolokaiBot
-Musobot
+Mata Hari
+Microsoft Data Access
 NetMechanic
-NetZIP
-Netvibes
-NextGenSearchBot
 Niki-bot
 Nmap
-Octopus
-OrangeBot
-OutclicksBot
+Nutch
+OpenLinkProfiler
 PECL::HTTP
-PageGrabber
-PageThing.com
-PictureFinder
-Pockey
-Probethenet
+Pixray
 Proximic
-QueryN Metasearch
 RankActiveLinkBot
-ReGet
+Re-re
+Ripper
 Rogerbot
-SEOkicks
-Screaming
-ScreenerBot
-Shodan
+SBIder
+SEOkicks-Robot
+ScrepyBot
+Searchestate
+SemrushBot
+SentiBot
+Seomoz
+Sitebeam
+Sociscraper
 SpaceBison
-Sqlmap
-Suzuran
-TightTwatBot
-Trendiction
-True_Robot
-Turingos
+Sucuri
+TinyTestBot
+Tracemyfile
+Twice
 URLy.Warning
-VelenPublicWebCrawler
-Virusdie
+Vagabondo
 Voil
 Voltron
-WEBDAV
-WWW-Collector-E
-Web Auto
-Web Fetch
+WISENutbot
+WebCopier
+WebFetch
+WebLeacher
 WebSucker
-Whatweb
-Widow
-arquivo.pt
-check1.exe
-coccocbot
-dataforseobot
+WebWhacker
+Whack
+WinHTTrack
+WiseGuys Robot
+Wotbox
+ZoominfoBot
+demandbase-bot
+eCatch
 gopher
-oBot
-openai.com
-polaris version
-satoristudio.net
-spyfu
-webprosbot
+magpie-crawler
+probe-image-size
+sogouspider
+sp_auditbot
+voyagerx.com