V4.2024.04.4454 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-Aboundex
+ALittle Client
+Acunetix
 Aipbot
-Asterias
-Attach
-BackWeb
+Anthill
+AwarioBot
+Black Hole
 BlackWidow
-Blow
-Bolt
-BuiltBotTough
+BotALot
+Buck
 BuiltWith
-CATExplorador
-CheTeam
-Chlooe
-Claritybot
-Collector
-Copier
-Crescent
-DittoSpyder
-EMail Wolf
+CSHttp
+Crawling at Home Project
+CrunchBot
+CyotekWebCopy
+DnBCrawler-Analytics
+DomCopBot
+Exabot
 ExtLinksBot
-FacebookBot
-GrabNet
-GridBot
-Humanlinks
-HybridBot
-IDBot
-Intelliseek
-InternetSeer
-Iskanie
-Jetty
+GalaxyBot
+Go!Zilla
+Go-Ahead-Got-It
+Grafula
+HTMLparser
+Haansoft
+Heritrix
+IDBTE4M
+InfoNaviRobot
 Joomla
-Jyxobot
+Kenjin Spider
+Keyword Density
 LWP::Simple
-LeechFTP
+LibWeb
+Libwhisker
 Lightspeedsystems
-MIIxpc
-MJ12bot
+MIDown tool
+MSIECrawler
 MTRobot
 Mag-Net
-MarkWatch
-Mister PiX
+Masscan
+Mata Hari
+MicroMessenger
+Microsoft Data Access
+Microsoft URL Control
 Msrabot
 NPbot
-NetSpider
-Netvibes
-Pimonster
+Net Vampire
+Netcraft
+PeoplePal
+Picsearch
+Piepmatz
+PleaseCrawl
+ProPowerBot
 ProWebWalker
-Psbot
-QueryN Metasearch
-RSSingBot
-RankActiveLinkBot
-RankFlex
-Rankivabot
-Reaper
-Recorder
-Rogerbot
-SEOprofiler
-SEOstats
-ScreenerBot
-SearchmetricsBot
-SentiBot
-Shodan
+ReGet
+Scrapy
+SenutoBot
+Site Sucker
+SiteCheckerBotCrawler
+SiteExplorer
+SiteSucker
 Sitevigil
 Snake
-SocialRankIOBot
 Sottopop
-Spbot
+Spanner
+Spinn3r
 Sqworm
-T8Abot
-The Intraformant
-Titan
-TwengaBot
-VelenPublicWebCrawler
-VoidEYE
-WBSearchBot
-Wallpapers
-Wallpapers/3.0
-Web Sucker
-WebBandit
-WebFetch
-WebPix
-WebSauger
-Webalta
-WebsiteExtractor
-Xaldon_WebSpider
-Zitebot
-ZoominfoBot
+Steeler
+SuperBot
+SurveyBot
+Thumbor
+Toata
+TurnitinBot
+URLy.Warning
+UnisterBot
+Voil
+Voltron
+WWW-Mechanize
+Web Fetch
+WebLeacher
+WebmasterWorldForumBot
+WebsiteQuester
+Woobot
+Wprecon
+Xenu
+Zeus
+ZoomBot
 ZyBorg
-arquivo-web-crawler
 arquivo.pt
+autoemailspider
+cohere-ai
 com.plumanalytics
-gopher
-imagesift.com
-linkdexbot
-linkfluence
-magpie-crawler
+heritrix
+internetVista monitor
+iubenda-radar
+mediawords
 ripz
-satoristudio.net
-webgains-bot
+s1z.ru
+webmeup-crawler
+webpros.com
+xpymep1.exe