V4.2024.08.4701 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
+404enemy
 ALittle Client
+Aboundexbot
+AhrefsBot
 AiHitBot
-Alexibot
-Ankit
-BacklinksExtendedBot
-Bandit
-BatchFTP
-BetaBot
+Anthill
+Atomseobot
+BDFetch
+Barkrowler
 BuiltWith
-BunnySlippers
-Cegbfeieh
-CensysInspect
-CheeseBot
-CherryPicker
-Citoid
-CopyRightCheck
-CrunchBot
-CyotekWebCopy
-DataCha0s
-DnBCrawler-Analytics
-DomainAppender
-Download Wonder
-Dragonfly
-ECCP/1.0
-Exabot
-Express WebPictures
-Ezooms
+BuzzSumo
+Collector
+DTS Agent
+DatabaseDriverMysqli
+DittoSpyder
+DomCopBot
+DomainCrawler
+Dotbot
+FHscan
+Fimap
 FlashGet
 FrontPage
+GT::WWW
 GalaxyBot
-GetWeb
-GrapeFX
+GetRight
+Go!Zilla
+Go-Ahead-Got-It
+GrapeshotCrawler
 HTMLparser
-Haansoft
-IlseBot
-ImagesiftBot
-LexiBot
-LinqiaRSSBot
-MSFrontPage
+Id-search
+InfoTekies
+IstellaBot
+JennyBot
+Joomla
+Jorgee
+LieBaoFast
+LinkScan
+LinkWalker
+MarkWatch
+MeanPath Bot
+Mediatoolkitbot
+Metauri
+Minefield
+Mister PiX
+Musobot
 Nameprotect
 Net Vampire
-NetMechanic
-Netcraft
-NextGenSearchBot
-Nikto
-OpenLinkProfiler
-OpenVAS
-OrangeSpider
+NimbleCrawler
+Nuclei
 OutclicksBot
-PageAnalyzer
-PeoplePal
-Pump
-RankActive
-RankActiveLinkBot
-RedesScrapy
+POE-Component-Client-HTTP
+Pandalytics
+Petalbot
+Pockey
+RankurBot
+Reaper
 RepoMonkey
-SMTBot
-SeekportBot
-SemrushBot
-SenutoBot
-Snake
+RocketCrawler
+SEOkicks
+SEOkicks-Robot
+SEOlyt
+SEOstats
+Semrush
+Seomoz
+SiteExplorer
+SiteLockSpider
+SiteSucker
+Sitebeam
+Sitevigil
 Sociscraper
-SpaceBison
-Spanner
+Sottopop
 Spider_Bot/3.0
-Surfbot
 Szukacz
-T8Abot
-Telesphorep
-Tracemyfile
-True_Robot
-Upflow
-VeriCiteCrawler
-WEBDAV
+TinyTestBot
+TwengaBot
+Typhoeus
+VCI
+VelenPublicWebCrawler
+WWW-Collector-E
 WallpapersHD
-Web Auto
-Web Fetch
-WebFetch
-WebImageCollector
-WebZIP
-Whacker
-Widow
+Web Enhancer
+WebAuto
+WebCopier
+WebEnhancer
+WebGo IS
+WebPix
+Whatweb
+Wonderbot
+Xaldon WebSpider
 Xaldon_WebSpider
 Xenu
-YaK
-ZoomBot
-ZumBot
 ZyBorg
-arquivo-web-crawler
-cohere-ai
-demandbase-bot
-imagesift.com
-internetVista monitor
-page scorer
-polaris version
-probe-image-size
-sogouspider
-sp_auditbot
-ubermetrics-technologies.com
+archive.org_bot
+cah.io.community
+cognitiveseo
+dataforseobot
+seocompany.store
+spyfu
+webprosbot
+x22Mozilla