V4.2023.09.4026 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AlphaBot
+ADmantX
+ALittle Client
+Abonti
+AhrefsBot
+Anarchie
 Anarchy99
-Asterias
-BBBike
-Battleztar Bazinga
-Black Hole
-Blackboard
-Boardreader
-Brandprotect
-Brandwatch
-Buddy
-BunnySlippers
-CATExplorador
-Cegbfeieh
+Aspiegel
+Atomseobot
+BatchFTP
+Bigfoot
+BlackWidow
+BlowFish
+Bolt
+Bullseye
+CensysInspect
 CheeseBot
 ChinaClaw
-Cocolyzebot
-CopyRightCheck
-CyotekWebCopy
-Discobot
-Dispatch
-Extractor
-ExtractorPro
-Firefox/7.0
+Cogentbot
+Cosmos
+DBLBot
+DomainCrawler
+DomainSigmaCrawler
+DomainStatsBot
+Domains Project
+Exabot
+ExtLinksBot
+Ezooms
+FHscan
+Fimap
+Flunky
+GPTBot
 GT::WWW
 GalaxyBot
-Genieo
-GrapeFX
-Heritrix
-HybridBot
-InfoTekies
-InterGET
-Iria
-JennyBot
+Getintent
+Go!Zilla
+Grabber
+Image Sucker
+InternetSeer
+JamesBOT
 Keyword Density
-LeechGet
-Lightspeedsystems
-Linkbot
-LinkextractorPro
-LinqiaMetadataDownloaderBot
+Kozmosbot
+Larbin
+LibWeb
 Lipperhey
-Magnet
-MarkMonitor
-MegaIndex.ru
-Minefield
-NICErsPRO
+Mag-Net
+MarkWatch
+Mass Downloader
+Mediatoolkitbot
+Mozlila
+Name Intelligence
 Navroad
-NetLyzer
-Netcraft
+NetZIP
 Nettrack
+Nibbler
+NimbleCrawler
+Nutch
 OnCrawl
 OpenLinkProfiler
-POE-Component-Client-HTTP
-Pandalytics
+OutfoxBot
 Panscient
 Picscout
-PictureFinder
-PleaseCrawl
-PxBroker
-RankActive
-Reaper
-SEOprofiler
+ProWebWalker
+Proximic
+Pump
+RankingBot
+Ripper
+SBIder
+SalesIntelligent
+ScanAlert
 Searchestate
-SeekportBot
-Semrush
-Siphon
-Snoopy
-Sogou web spider
-Spammen
+SentiBot
+Seomoz
+Siteimprove
+Snapbot
 Spanner
-Telesoft
-Thumbor
-Titan
-True_Robot
-Turingos
-VelenPublicWebCrawler
-Virusdie
-Voil
-WISENutbot
-Wallpapers/3.0
-Web Auto
-Web Sauger
-WebAuto
-WebEnhancer
+Spbot
+SputnikBot
+Sqlworm
+Teleport
+Voltron
+Web Enhancer
+WebFuck
+WebGo IS
 WebStripper
-Webalta
 Webster
-Whatweb
+Whacker
+WinHTTrack
 Zauba
-adscanner
-cognitiveseo
 dataforseobot
-heritrix
-magpie-crawler
-netEstate NE Crawler
-openai
+meanpathbot
+mediawords
+muhstik-scan
+oBot
+pcBrowser
+plumanalytics
+satoristudio.net
+scalaj-http
 siteripz
-sogouspider
-webmeup-crawler
-webpros.com
+sp_auditbot
+voyagerx.com