V4.2024.08.4702 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 404enemy
-ALittle Client
-Aboundexbot
-AhrefsBot
-AiHitBot
-Anthill
-Atomseobot
-BDFetch
-Barkrowler
+Alexibot
+Ankit
+AwarioSmartBot
+Bandit
+BatchFTP
+Blow
+Boardreader
+Brandwatch
 BuiltWith
-BuzzSumo
-Collector
-DTS Agent
-DatabaseDriverMysqli
-DittoSpyder
-DomCopBot
-DomainCrawler
-Dotbot
-FHscan
-Fimap
-FlashGet
-FrontPage
-GT::WWW
-GalaxyBot
+CherryPicker
+ClaudeBot
+CyotekWebCopy
+DIIbot
+DSearch
+DnBCrawler-Analytics
+Ebingbong
+Extractor
+Ezooms
+FacebookBot
+Flunky
+FyberSpider
+G-i-g-a-b-o-t
+GPTBot
 GetRight
 Go!Zilla
-Go-Ahead-Got-It
-GrapeshotCrawler
-HTMLparser
-Id-search
-InfoTekies
+Grabber
+GridBot
+HybridBot
+IlseBot
+ImagesiftBot
+Iskanie
 IstellaBot
-JennyBot
-Joomla
-Jorgee
-LieBaoFast
-LinkScan
-LinkWalker
-MarkWatch
-MeanPath Bot
-Mediatoolkitbot
-Metauri
-Minefield
-Mister PiX
+JamesBOT
+Kenjin Spider
+LNSpiderguy
+MFC_Tear_Sample
+MQQBrowser
+Mata Hari
+MauiBot
+MegaIndex.ru
+MicroMessenger
+Mojolicious
+MolokaiBot
+Msrabot
 Musobot
 Nameprotect
-Net Vampire
 NimbleCrawler
-Nuclei
-OutclicksBot
-POE-Component-Client-HTTP
-Pandalytics
-Petalbot
-Pockey
-RankurBot
-Reaper
-RepoMonkey
+Offline Explorer
+OrangeSpider
+PECL::HTTP
+Page Analyzer
+Panscient
+PictureFinder
+Pimonster
+ProWebWalker
+Probethenet
+PyCurl
+RankActiveLinkBot
+RankFlex
+RankingBot2
+Rankivabot
+Re-re
 RocketCrawler
-SEOkicks
-SEOkicks-Robot
 SEOlyt
-SEOstats
-Semrush
-Seomoz
-SiteExplorer
-SiteLockSpider
-SiteSucker
-Sitebeam
-Sitevigil
 Sociscraper
-Sottopop
 Spider_Bot/3.0
-Szukacz
-TinyTestBot
-TwengaBot
-Typhoeus
-VCI
-VelenPublicWebCrawler
-WWW-Collector-E
+Sqworm
+Sucuri
+TeleportPro
+Tracemyfile
+URLy Warning
 WallpapersHD
-Web Enhancer
-WebAuto
-WebCopier
-WebEnhancer
-WebGo IS
+Web Fuck
+Web Sucker
+WebBandit
 WebPix
-Whatweb
+WebWhacker
+WebZIP
+Webshag
+Who.is Bot
+WinHTTrack
 Wonderbot
-Xaldon WebSpider
+Wprecon
 Xaldon_WebSpider
-Xenu
-ZyBorg
-archive.org_bot
-cah.io.community
-cognitiveseo
+Zauba
+ZoominfoBot
+arquivo-web-crawler
+awario.com
 dataforseobot
-seocompany.store
-spyfu
-webprosbot
-x22Mozilla
+internetVista monitor
+magpie-crawler
+muhstik-scan
+netEstate NE Crawler
+oBot
+scan.lol
+seoscanners
+sexsearcher
+ubermetrics-technologies.com
+voyagerx.com