V4.2023.10.4060 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-Aboundexbot
-AfD-Verbotsverfahren
-Alexibot
-Anarchy
+ADmantX
+ASPSeek
+AhrefsBot
 Ankit
-AwarioRssBot
-Badass
-Barkrowler
-BetaBot
-Bitacle
-Blow
-CopyRightCheck
-Curious
-DTS Agent
+BBBike
+BatchFTP
+Black Hole
+BotALot
+Brandprotect
+BuiltBotTough
+Bullseye
+CATExplorador
+CheTeam
+Chlooe
+Citoid
+Copier
 Deusu
-Devil
-DigitalPebble
+Digincore
 DittoSpyder
-DnBCrawler-Analytics
-DomCopBot
 DomainStatsBot
-Ecxi
-Exabot
-Ezooms
-FemtosearchBot
-Fimap
-GT::WWW
-GalaxyBot
-Grabber
-Haansoft
-Harvest
-InfoNaviRobot
+EirGrabber
+FHscan
+Fuzz
+HMView
+HTMLparser
+Hloader
+HybridBot
+Id-search
+Image Sucker
+Intelliseek
+Internet Ninja
 Iskanie
-JikeSpider
-Kinza
-Lanshanbot
-Libwhisker
-Litemage_walker
+JetCar
+Jetty
+LNSpiderguy
+LeechGet
+LinkWalker
+LinqiaMetadataDownloaderBot
+Lmspider
 Ltx71
-MQQBrowser
-Mail.RU_Bot
-Microsoft Data Access
-Moblie Safari
+MFC_Tear_Sample
+MIIxpc
+MarkMonitor
+Mb2345Browser
+Meanpathbot
+MicroMessenger
+Microsoft URL Control
+Mojeek
 NPbot
 Nameprotect
-Net Vampire
-NetMechanic
-Netvibes
-Offline Explorer
-Openvas
-OrangeBot
-Picscout
-PictureFinder
-Pimonster
+Nessus
+NimbleCrawler
+Nuclei
+Openfind
+OrangeSpider
+OutfoxBot
+Page Analyzer
+Panscient
+Picsearch
+Piepmatz
+PleaseCrawl
+Proximic
 Psbot
-RankActive
-ReGet
-SBIder
-SMTBot
-ScanAlert
-Scrapy
-SearchmetricsBot
-Seekport
-SemrushBot
+RSSingBot
+Ripper
+SalesIntelligent
+SentiBot
 Seomoz
 Siphon
-SiteCheckerBotCrawler
-Spanner
-Spinn3r
-T0PHackTeam
-Teleport
-TightTwatBot
-Toata
-TwengaBot
+SmartDownload
+Sociscraper
+Sosospider
+SputnikBot
+Sqworm
+Sucuri
+TinyTestBot
+Titan
+Typhoeus
+Upflow
 VCI
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-WWW::Mechanize
-WebsiteExtractor
-Whatweb
-Woobot
-Xenu
-Zitebot
+Wallpapers/3.0
+WallpapersHD
+Web Sauger
+WebEnhancer
+WebLeacher
+Webalta
+Widow
 ZoominfoBot
-adscanner
-autoemailspider
+arquivo-web-crawler
+dataforseobot
+domainsproject.org
 heritrix
-isitwp.com
-openai.com
-page scorer
+instabid
+lwp-request
 pcBrowser
-probe-image-size
-seoscanners
+ripz
+satoristudio.net
+seocompany.store
 seostar
-trendiction.com
-trendiction.de
 voyagerx.com
-zgrab