V4.2024.05.4475 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
-Acunetix
-Anthill
-Apexoo
-AwarioSmartBot
-BackStreet
-Backlink-Ceck
-BatchFTP
-Blackboard
-BotALot
-BuzzSumo
-CheTeam
-Custo
-DSearch
+AhrefsBot
+BacklinkCrawler
+Bitacle
+BlackWidow
+Buddy
+BuiltWith
+CrunchBot
+DatabaseDriverMysqli
 Deusu
-Digincore
-ECCP/1.0
+Disco
+Discoverybot
+DomainSigmaCrawler
 EMail Siphon
-EasyDL
-Exabot
-Extractor
-Ezooms
-Fuzz
-GetWeb
-Getintent
+Ecxi
+ExtLinksBot
+FHscan
+Fimap
+Grabber
 Grafula
+HMView
+HTTP::Lite
+Harvest
+Humanlinks
 HybridBot
-Internet Ninja
-InternetMeasurement
-InternetSeer
-JennyBot
-LNSpiderguy
-Larbin
-LinkpadBot
-LinksManager
-MIDown tool
-MSIECrawler
-Mail.RU_Bot
-Mass Downloader
-Mediatoolkitbot
-Microsoft Data Access
-Minefield
-Mojolicious
-Navroad
-Needle
-NetMechanic
-NetZIP
-NextGenSearchBot
-Offline Explorer
-OrangeSpider
-POE-Component-Client-HTTP
-Panscient
+Iblog
+IndeedBot
+Kenjin Spider
+Leap
+LeechGet
+Libwhisker
+LinqiaRSSBot
+MJ12bot
+Mag-Net
+MarkWatch
+MauiBot
+MicroMessenger
+Mozlila
+NetSpider
+Niki-bot
+Openfind
+PageAnalyzer
+PageThing.com
+Pandalytics
+Papa Foto
 Pimonster
-Psbot
-PyCurl
+ProPowerBot
+Proximic
+Pump
+RSSingBot
+RankingBot
 Rankivabot
+Rogerbot
+SEOkicks-Robot
 SEOlyticsCrawler
-SEOstats
-SISTRIX
-ScreenerBot
+SalesIntelligent
 ScrepyBot
-SeekportBot
 SeobilityBot
-SiteExplorer
-Siteimprove
-Sucker
+Siphon
+Sitevigil
+SlySearch
+SocialRankIOBot
+Sottopop
 SuperBot
-SuperHTTP
-Teleport
-TeleportPro
-Trendiction
-UnisterBot
-VB Project
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-WPScan
-Wallpapers/3.0
+Suzuran
+Swiftbot
+TheNomad
+Trendictionbot
+True_Robot
+Typhoeus
+Vacuum
+Voil
+WEBDAV
+WWW::Mechanize
 Web Fetch
-Web Sauger
-WebStripper
+WebImageCollector
+WebZIP
+Webalta
+WebmasterWorldForumBot
 Webster
-WinHTTrack
-YaK
-ZoominfoBot
-anthropic-ai
-autoemailspider
-awario.com
+Whatweb
+Who.is Bot
+Widow
+Wotbox
+ZoomBot
+arquivo.pt
 cah.io.community
-check1.exe
-crawler.feedback
-dataforseo.com
+com.plumanalytics
+demandbase-bot
 eCatch
-linkdexbot
-magpie-crawler
+lwp-trivial
+openai.com
+page scorer
+ripz
+scalaj-http
+seobility
 seostar
+sexsearcher
 tAkeOut
-voyagerx.com
-x09Mozilla
-zgrab
+webpros.com
+webprosbot