V4.2025.08.5381 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 360Spider
-404enemy
-Aliyun
-Attach
-AwarioRssBot
-BetaBot
-Boardreader
-BuiltWith
-Bullseye
-BuzzSumo
-Claritybot
+ADmantX
+AhrefsBot
+Aipbot
+Anarchy
+BackStreet
+Backlink-Ceck
+BatchFTP
+Blow
+Bolt
+Bytespider
+CSHttp
 Cogentbot
-DataCha0s
-Dispatch
-DomainAppender
-Dotbot
-Ecxi
+Demon
+DnyzBot
+Domains Project
+Dragonfly
+EMail Siphon
 Evil
-Exabot
+Express WebPictures
+EyeNetIE
+Ezooms
 Foobot
-Freeuploader
 Getintent
-GrabNet
-Grafula
+Gigabot
+GrapeshotCrawler
 HEADMasterSEO
-Havij
-Hloader
+HTTrack
+HaosouSpider
+Harvest
+Iblog
+ImagesiftBot
+IndeedBot
+InfraSec Scanner
+InterGET
 IstellaBot
-JamesBOT
-Leap
-LeechFTP
-Lftp
-LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
-Lipperhey Spider
-Litemage_walker
-Mb2345Browser
-MeanPath Bot
-Mediatoolkitbot
-Minefield
-Needle
-Nessus
-NimbleCrawler
-Nmap
-OnCrawl
-OrangeBot
-Panscient
-PictureFinder
+JOC Web Spider
+JetCar
+JustView
+Kozmosbot
+LinksManager
+Ltx71
+MSIECrawler
+Mag-Net
+Metauri
+Mojolicious
+Mozlila
+Musobot
+NICErsPRO
+NetAnts
+NetSpider
+Netcraft
+Nuclei
+Page Analyzer
+Petalbot
+Pi-Monster
+Picsearch
+Pimonster
+Pixray
+PleaseCrawl
 ProPowerBot
-RSSingBot
-Rainbot
-RedesScrapy
-Ripper
-SISTRIX
-Searchestate
-SiteAuditBot
-Sottopop
-SpaceBison
-Spammen
-Spbot
+ProWebWalker
+PxBroker
+ReGet
+SMTBot
+Scanbot
+SeekportBot
+Siphon
+SiteLockSpider
+SiteSnagger
+SocialRankIOBot
+Sociscraper
 Spinn3r
-SputnikBot
 Sqworm
-Sucker
-SuperHTTP
-T8Abot
-The Intraformant
+Suzuran
+Swiftbot
+Szukacz
+Telesphoreo
+Titan
 Tracemyfile
-TurnitinBot
-Upflow
-Wallpapers
-Web Enhancer
-Web Fuck
-WebCollage
-Who.is Bot
-Widow
-Woobot
-Wprecon
-Zeus
-ZyBorg
-arquivo-web-crawler
-awario.com
-check1.exe
-cognitiveseo
-cohere-ai
-com.plumanalytics
-crawler.feedback
-demandbase-bot
-mediawords
-muhstik-scan
-ripz
-satoristudio.net
-seostar
-sitechecker.pro
-sysscan
-voyagerx.com
-webgains-bot
-webprosbot
-zgrab
+URLy Warning
+Voil
+WWW-Mechanize
+Web Fetch
+WebFetch
+WebGo IS
+Webalta
+Xaldon_WebSpider
+Zitebot
+backlink-check
+cah.io.community
+ips-agent
+netEstate NE Crawler
+oBot
+page scorer
+pcBrowser
+serpstatbot
+siteripz
+webmeup-crawler
+xpymep1.exe