V4.2025.08.5420 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-AdsTxtCrawlerTP
-AhrefsBot
-Aliyun
-Anarchie
-Ankit
-AwarioRssBot
-AwarioSmartBot
+404enemy
+80legs
+Aipbot
+Anarchy99
+Anthill
+Aspiegel
 BackDoorBot
-Bigfoot
-Brandprotect
-Bullseye
-BuzzSumo
-ChatGPT-User
-Cogentbot
-Collector
-Copier
+Backlink-Ceck
+BacklinksExtendedBot
+Battleztar Bazinga
+Blackboard
+Buddy
+BuiltWith
+CopyRightCheck
+CrazyWebCrawler
+Crescent
+CrunchBot
 DIIbot
-Discobot
-Discoverybot
-DittoSpyder
-DomainStatsBot
-EroCrawler
-Exabot
-Express WebPictures
-Foobot
-FyberSpider
-G-i-g-a-b-o-t
-GalaxyBot
-Gigabot
-GrabNet
-HTTP::Lite
-HybridBot
-IDBTE4M
-InterGET
-Iria
-Jorgee
+DTS Agent
+Devil
+Drip
+EMail Wolf
+Extractor
+EyeNetIE
+GetRight
+Go!Zilla
+GoZilla
+GrapeshotCrawler
+GridBot
+HTTrack
+Haansoft
+InfoNaviRobot
+IstellaBot
 Jyxobot
-Kenjin Spider
+Kinza
+Kozmosbot
+Lftp
 Libwhisker
-LinksManager
-Ltx71
 MJ12bot
-Mail.RU_Bot
-Majestic12
-Mediatoolkitbot
+Mag-Net
+Mata Hari
+MicroMessenger
 Mozlila
-NetAnts
-Nikto
-OpenLinkProfiler
+NetLyzer
+Nimbostratus
+Nmap
+Nuclei
 OrangeBot
-OrangeSpider
-PECL::HTTP
-PeoplePal
-PictureFinder
-Pockey
-Probethenet
-PyCurl
-ReGet
-RebelMouse
-Ripper
-SEOkicks
-Semrush
-SemrushBot-BA
-SlySearch
-Snoopy
+OutclicksBot
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+ProWebWalker
+QueryN Metasearch
+Rainbot
+RankActive
+RankingBot
+RealDownload
+Reaper
+Recorder
+ScanAlert
+ScrepyBot
+SeobilityBot
+Site Sucker
 Sogou web spider
-Steeler
-Suzuran
-The Intraformant
-Thumbor
-Trendictionbot
+Spanner
+Spider_Bot/3.0
+Sqworm
+Stripper
+SuperHTTP
+TightTwatBot
+True_Robot
+Turnitin
 TurnitinBot
-Vacuum
-VeriCiteCrawler
-WPScan
-Wallpapers
-Web Enhancer
+URLy.Warning
+Web Pix
+Web Sauger
 WebGo IS
-WebLeacher
-WebmasterWorldForumBot
-Whacker
+Webalta
+Widow
 Wprecon
-Zade
-Zeus
+Xaldon_WebSpider
+ZmEu
 ZoomBot
-arquivo-web-crawler
-cognitiveseo
-domainsproject.org
-heritrix
-ips-agent
-iubenda-radar
-muhstik-scan
-page scorer
+ZumBot
+cah.io.community
+check1.exe
+dataforseo.com
+dataforseobot
+everyfeed-spider
 pcBrowser
-s1z.ru
-scan.lol
+plumanalytics
+probe-image-size
+seobility
+seocompany.store
 seostar
-sysscan
-trendiction.de
+sitechecker.pro
+sp_auditbot
+trendiction.com
+webgains-bot