V4.2024.01.4259 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-Acunetix
-Alexibot
-Alligator
-AlphaBot
-Apexoo
-Aspiegel
-BLEXBot
-BacklinkCrawler
-Battleztar Bazinga
-BotALot
-Buddy
-BuiltBotTough
-CazoodleBot
-Cocolyzebot
-Craftbot
-CrazyWebCrawler
-DSearch
+ADmantX
+AhrefsBot
+BDFetch
+Blow
+CSHttp
+Cogentbot
+Copier
+CopyRightCheck
 DTS Agent
-Deusu
+DigitalPebble
 Disco
-Ebingbong
-FDM
-Fimap
-Foobot
-FyberSpider
-Genieo
-Go!Zilla
-Go-Ahead-Got-It
+Dispatch
+DomCopBot
+DomainSigmaCrawler
+Drip
+EMail Siphon
+FemtosearchBot
+FrontPage
+Fyrebot
+GPTBot
+GT::WWW
 GoZilla
-GrapeFX
+Grabber
 HMView
 HTTP::Lite
-Hloader
-IDBTE4M
-Keyword Density
-LinkScan
-LinkpadBot
-LinqiaRSSBot
-MegaIndex.ru
-MicroMessenger
-Microsoft Data Access
-Musobot
-Navroad
-Net Vampire
-Netcraft
-Nimbostratus
-Offline Navigator
-OpenVAS
-Page Analyzer
-Pandalytics
-Petalbot
-Pixray
-PleaseCrawl
-RSSingBot
+HaosouSpider
+HonoluluBot
+HybridBot
+InterGET
+Iskanie
+JamesBOT
+LNSpiderguy
+Lanshanbot
+LeechGet
+Lftp
+LieBaoFast
+Majestic12
+Mata Hari
+MauiBot
+Mb2345Browser
+Minefield
+Mister PiX
+Name Intelligence
+NetMechanic
+Netvibes
+Niki-bot
+NimbleCrawler
+Ninja
+Nmap
+Openvas
+OrangeSpider
+Pavuk
+Proximic
+RankActiveLinkBot
+RankingBot2
+RankurBot
+RealDownload
 Recorder
-SEOprofiler
-SearchmetricsBot
-Semrush
-SeobilityBot
-Shodan
-SiteCheckerBotCrawler
-Sitebeam
-SocialRankIOBot
-Sogou web spider
-SpaceBison
-Spinn3r
-Swiftbot
-T0PHackTeam
-Teleport
-Tracemyfile
-Upflow
+SEOkicks
+SEOlyticsCrawler
+SMTBot
+ScrepyBot
+Seekport
+Seomoz
+SiteSnagger
+SiteSucker
+Snoopy
+Spanner
+Spbot
+Surfbot
+SurveyBot
+Thumbor
+TinyTestBot
+Trendictionbot
+True_Robot
+Turingos
+TurnitinBot
 VB Project
 VCI
-Voil
+VelenPublicWebCrawler
+VeriCiteCrawler
+VoidEYE
 WASALive-Bot
-WPScan
-WWW-Mechanize
-Web Enhancer
-Web Sucker
-WebCopier
-WebImageCollector
-WebLeacher
-WebsiteQuester
-Whack
-WiseGuys Robot
-Wotbox
-Wprecon
-Xaldon WebSpider
-Xaldon_WebSpider
-YoudaoBot
-ZyBorg
-gopher
+WebPix
+WebStripper
+WebWhacker
+Widow
+Xenu
+clark-crawler
+dataforseo.com
+instabid
 internetVista monitor
-iubenda-radar
-lwp-request
-webpros.com
-webprosbot
-zauba.io
-zgrab
+linkdexbot
+mediawords
+openai.com
+page scorer
+seoscanners
+siteripz
+webgains-bot
+xpymep1.exe