V4.2023.11.4123 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-AllSubmitter
-Apexoo
-Blackboard
-Blow
-Brandwatch
+360Spider
+Acunetix
+AdsTxtCrawlerTP
+Anarchie
+Ankit
+AwarioSmartBot
+BacklinkCrawler
+BatchFTP
+Battleztar Bazinga
 BuiltBotTough
-Bullseye
-BuzzSumo
-Calculon
-CheeseBot
+CazoodleBot
 Citoid
-Cogentbot
-DIIbot
-Discoverybot
-DnyzBot
+Cocolyzebot
+Collector
+Copyscape
+Custo
+DatabaseDriverMysqli
+Devil
+Discobot
+DomainSigmaCrawler
 Download Wonder
-EasyDL
-Evil
-ExtractorPro
+FDM
 Foobot
+FrontPage
+GPTBot
+GalaxyBot
 GetWeb
-Gigabot
-Go-Ahead-Got-It
-GoZilla
-Gotit
+Getintent
 GrapeFX
-HTTrack
-Haansoft
-Humanlinks
-IlseBot
+Hloader
+Image Fetch
 Image Sucker
-Indy Library
-Kinza
-LNSpiderguy
-LWP::Simple
-LeechGet
-MIIxpc
+Intelliseek
+Internet Ninja
+Iskanie
+JustView
+Lipperhey
+MQQBrowser
 MSFrontPage
-Mail.RU_Bot
-Minefield
+Majestic SEO
+Majestic-SEO
+MarkMonitor
+MeanPath Bot
+MegaIndex.ru
 Msrabot
-NPbot
-Navroad
-Offline Navigator
-OrangeBot
-PageAnalyzer
-PageThing.com
+Musobot
+Nameprotect
+Needle
+Net Vampire
+NetMechanic
+Nutch
+Octopus
+Offline Explorer
+OpenVAS
+POE-Component-Client-HTTP
 Pandalytics
-Pixray
-Pu_iN
-QueryN Metasearch
-RankFlex
-RankurBot
-Re-re
+Pi-Monster
+PictureFinder
+Pimonster
+PleaseCrawl
+PxBroker
+RankActiveLinkBot
+RebelMouse
 Recorder
-Rogerbot
-SISTRIX
-SMTBot
-Scanbot
-Semrush
-SeoSiteCheckup
-SeobilityBot
-SiteLockSpider
-SiteSnagger
-Sitevigil
-SpaceBison
-SurveyBot
+RocketCrawler
+ScanAlert
+SenutoBot
+SiteCheckerBotCrawler
+Snake
+Sottopop
+Spbot
+Steeler
+SuperBot
 Suzuran
-Toata
-Turingos
-TwengaBot
-Upflow
-VoidEYE
-WWWOFFLE
+TeleportPro
+TinyTestBot
+True_Robot
+VelenPublicWebCrawler
+VidibleScraper
+Voltron
+WWW::Mechanize
 Web Auto
-WebCopier
-WebGo IS
-Website Quester
+Web Fuck
 WebsiteExtractor
 WebsiteQuester
 WinHTTrack
-Woobot
 Wprecon
-ZumBot
-backlink-check
-clark-crawler
-coccocbot
-cognitiveseo
-crawler4j
-heritrix
-lwp-trivial
-openai.com
-probe-image-size
-spyfu
-trendiction.com
-ubermetrics-technologies.com
-voyagerx.com
-x09Mozilla
-zauba.io
+Xaldon WebSpider
+Zitebot
+ZoomBot
+arquivo.pt
+autoemailspider
+crawl.sogou.com
+crawler.feedback
+meanpathbot
+openai
+pcBrowser
+satoristudio.net
+trendiction.de
+x22Mozilla