V4.2023.11.4109 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-360Spider
-404checker
-AIBOT
+ASPSeek
+AdsTxtCrawlerTP
+AhrefsBot
 AiHitBot
-AlphaBot
-AwarioSmartBot
+AllSubmitter
+Anarchie
+Anarchy99
+BBBike
 BDFetch
-BLEXBot
-Badass
-Bigfoot
-Blackboard
-BlowFish
-Bolt
-Bullseye
-CSHttp
-Craftbot
-CyotekWebCopy
-DSearch
-Deusu
-Digincore
+Battleztar Bazinga
+Bitacle
+Black Hole
+Boardreader
+Brandprotect
+BuiltWith
+CATExplorador
+CODE87
+CherryPicker
+Cogentbot
+CrazyWebCrawler
+Dispatch
+DomainCrawler
+Domains Project
 Dragonfly
-ECCP/1.0
-Extractor
+EMail Siphon
+ExtLinksBot
 Ezooms
-FDM
-Flunky
-Fuzz
-FyberSpider
-Gotit
-HMView
-Humanlinks
-Intelliseek
+G-i-g-a-b-o-t
+GPTBot
+Go-Ahead-Got-It
+GrapeshotCrawler
+Havij
+Hloader
+HonoluluBot
+HybridBot
+JennyBot
+Joomla
 Jorgee
 Kozmosbot
+LeechFTP
 Lftp
-LibWeb
-MSIECrawler
-Magnet
-MarkMonitor
-MarkWatch
-Moblie Safari
-NPbot
-Net Vampire
-NetAnts
-NetLyzer
-NetSpider
-Ninja
+LieBaoFast
+LinkScan
+Lipperhey
+Lipperhey Spider
+MJ12bot
+MQQBrowser
+Mata Hari
+Microsoft URL Control
+Mister PiX
+Mojeek
+NearSite
+Needle
+NetZIP
+Nmap
 OnCrawl
-OpenLinkProfiler
-OpenVAS
-Piepmatz
-ProPowerBot
-Proximic
+PageThing.com
+Pockey
+ProWebWalker
+Psbot
+Pu_iN
+QueryN Metasearch
 RSSingBot
-RankActiveLinkBot
-Re-re
-Reaper
-SenutoBot
-Siphon
-Sitebeam
-Snoopy
+RealDownload
+Recorder
+SEOkicks
+SEOlyticsCrawler
+Scanbot
+Semrush
+SemrushBot
+SeobilityBot
+SiteCheckerBotCrawler
 Sosospider
-Spbot
+Spammen
 Steeler
-Sucuri
-SuperBot
-SuperHTTP
-Szukacz
-T0PHackTeam
+SurveyBot
+Teleport
 TeleportPro
-The Intraformant
-Tracemyfile
-Vacuum
-WISENutbot
-WWW-Collector-E
-WWW::Mechanize
-Wallpapers/3.0
-WeSEE
-Web Enhancer
-WebFuck
-WebImageCollector
-WebLeacher
-Xaldon WebSpider
+TheNomad
+TinyTestBot
+Upflow
+Web Fuck
+WebReaper
+WebSauger
+Webalta
+Widow
+WinHTTrack
+Wotbox
 YoudaoBot
+Zeus
+ZoomBot
+ZyBorg
+archive.org_bot
 clark-crawler
-cognitiveseo
-eCatch
+coccocbot
 gopher
-internetVista monitor
-magpie-crawler
-mediawords
-ripz
-seocompany.store
-sogouspider
-sp_auditbot
-tAkeOut
+ips-agent
+netEstate NE Crawler
 voyagerx.com
-webgains-bot
 webmeup-crawler
-x22Mozilla