V4.2024.05.4516 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Alligator
-Apexoo
+360Spider
+404checker
+404enemy
+80legs
+Aboundex
+Aboundexbot
+Alexibot
+Attach
+BBBike
+BDCbot
+BackDoorBot
 Bandit
-Battleztar Bazinga
 BetaBot
-Bytespider
-CheeseBot
-CherryPicker
+BlackWidow
+BuiltBotTough
+CODE87
+ChinaClaw
 Citoid
+Claritybot
+Cocolyzebot
+Copier
+Crawling at Home Project
 Curious
-DIIbot
-Discoverybot
-DittoSpyder
+DTS Agent
+Devil
+Disco
+DomainAppender
 Domains Project
-Dragonfly
-EasyDL
-Evil
-Express WebPictures
-Extractor
-ExtractorPro
-FemtosearchBot
-Foobot
+Download Wonder
+EroCrawler
+FDM
+FacebookBot
+GalaxyBot
 Getintent
-Google-Extended
-Grabber
-Grafula
+HTTrack
+HaosouSpider
+Hloader
+Humanlinks
 IRLbot
-InfoTekies
-Jbrofuzz
-JetCar
-Kenjin Spider
-Keyword Density
-LWP::Simple
-Linkbot
+Image Sucker
+ImagesiftBot
+InterGET
+InternetMeasurement
+InternetSeer
+Leap
 LinkpadBot
-Litemage_walker
+LinksManager
+Lipperhey
 MIIxpc
-Majestic SEO
-MarkMonitor
-Meanpathbot
-Mojolicious
-Msrabot
-NetSpider
-Netcraft
-Netvibes
-NextGenSearchBot
-Niki-bot
-Openfind
-OrangeBot
+MSFrontPage
+MSIECrawler
+Mag-Net
+Microsoft URL Control
+MolokaiBot
+NetLyzer
+NetMechanic
+Nimbostratus
+Octopus
 OrangeSpider
-PECL::HTTP
-Pandalytics
-Panscient
-QueryN Metasearch
-RankurBot
+Pavuk
+Pi-Monster
+Pump
+PyCurl
+Rainbot
+SISTRIX
 SMTBot
-Searchestate
-SeekportBot
+SalesIntelligent
+Screaming
 SemanticJuice
 Semrush
-SemrushBot
-Shodan
-Site Sucker
-SiteSnagger
-SlySearch
-Snake
+Sitebeam
+SmartDownload
+SocialRankIOBot
 Spinn3r
-Sucker
-SuperBot
-SuperHTTP
-Suzuran
-Twice
-Vagabondo
-VoidEYE
-WISENutbot
-WWW-Collector-E
-WallpapersHD
-Web Enhancer
-Web Pix
-WebCopier
-WebReaper
-WebStripper
-WebWhacker
-Webshag
-WinHTTrack
-Wprecon
-YoudaoBot
-ZoominfoBot
-ZumBot
-adscanner
+Sqworm
+Sucuri
+Szukacz
+Toweyabot
+TwengaBot
+Vacuum
+WEBDAV
+Web Fetch
+WebsiteExtractor
+Whatweb
+YaK
+anthropic-ai
 cognitiveseo
-eCatch
-instabid
-ips-agent
-isitwp.com
-page scorer
-polaris version
-satoristudio.net
+com.plumanalytics
+dataforseo.com
+dataforseobot
+facebookscraper
+linkfluence
+meanpathbot
+pcBrowser
+scalaj-http
+sogouspider
+sp_auditbot
+spyfu
 x09Mozilla
+zgrab