V4.2024.01.4237 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-AIBOT
+404enemy
+ADmantX
 ALittle Client
-ASPSeek
-AiHitBot
-Alexibot
-AllSubmitter
-BDFetch
-BackStreet
+AdsTxtCrawlerTP
+Anthill
+BackDoorBot
 BackWeb
+BacklinkCrawler
 Barkrowler
+Battleztar Bazinga
+BetaBot
 BlackWidow
-Buck
-BuiltWith
-Bullseye
-CensysInspect
+BuiltBotTough
+CATExplorador
+CSHttp
+Chlooe
 Cogentbot
 Copier
 Cosmos
-CrazyWebCrawler
+Craftbot
+DIIbot
+DataCha0s
+Demon
 DittoSpyder
-DnBCrawler-Analytics
-EasyDL
-Evil
+DnyzBot
+DomCopBot
+DomainAppender
 Exabot
-ExtLinksBot
-G-i-g-a-b-o-t
-GetRight
-GoZilla
+ExtractorPro
+GT::WWW
+Grabber
 HEADMasterSEO
-Heritrix
-HonoluluBot
+HaosouSpider
+Hloader
+Humanlinks
 IRLbot
-IlseBot
-Internet Ninja
-InternetSeer
-LexiBot
-Linkbot
-Lipperhey
+Iblog
+Image Sucker
+IndeedBot
+InfoTekies
+JustView
+Kinza
+Larbin
+Lftp
+Libwhisker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaRSSBot
 Lipperhey Spider
-Litemage_walker
-Lmspider
-MFC_Tear_Sample
-MSFrontPage
+MIIxpc
 MarkWatch
 MauiBot
-MegaIndex.ru
-Mister PiX
-Mojolicious
-NICErsPRO
-Name Intelligence
-Navroad
+Mb2345Browser
+Microsoft Data Access
 Nikto
-Ninja
 Nmap
-Nuclei
-Nutch
-OpenVAS
-OrangeBot
-OrangeSpider
-Papa Foto
-Rankivabot
-RepoMonkey
-SEOlyticsCrawler
+Openvas
+PageGrabber
+PictureFinder
+Pimonster
+PleaseCrawl
+Pockey
+PyCurl
+RankFlex
+RankingBot
 SalesIntelligent
-ScrepyBot
-SeobilityBot
-Sitevigil
-SmartDownload
-Snapbot
+Scanbot
+ScreenerBot
+SentiBot
+SeoSiteCheckup
+Sitebeam
 Snoopy
 SpankBot
-SputnikBot
-Sucker
-Szukacz
-URLy Warning
-Upflow
-VoidEYE
-WPScan
-WWW-Collector-E
+Spbot
+Spinn3r
+SuperBot
+T8Abot
+Toata
+Tracemyfile
+Turnitin
+Typhoeus
+WEBDAV
+WISENutbot
+WallpapersHD
+Web Auto
 Web Fuck
-Web Pix
-WebCopier
-WebLeacher
-WebSauger
-WebmasterWorldForumBot
-Who.is Bot
-WiseGuys Robot
-Wotbox
-Wprecon
-Zade
-cah.io.community
+WebSucker
+WebsiteExtractor
+Xenu
+check1.exe
 dataforseobot
 facebookscraper
-oBot
-page scorer
-tAkeOut
-trendiction.de
-webgains-bot
-webmeup-crawler
-webpros.com
+lwp-request
+lwp-trivial
+muhstik-scan
+netEstate NE Crawler
+s1z.ru
+satoristudio.net
+scan.lol
+sysscan