V4.2024.04.4428 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-Aboundexbot
-AfD-Verbotsverfahren
+360Spider
+Abonti
+Aipbot
+Alligator
+Apexoo
+Attach
+BDCbot
+BLEXBot
+Backlink-Ceck
 Blow
-BuiltBotTough
-CCBot
 Cegbfeieh
-CensysInspect
-ChatGPT-User
+Cogentbot
+Cosmos
 CrunchBot
-Curious
-DSearch
-DnyzBot
-DomainCrawler
-Express WebPictures
+Demon
+DigitalPebble
+DomainAppender
+Download Wonder
+EroCrawler
 ExtractorPro
-EyeNetIE
 FacebookBot
-FrontPage
-GalaxyBot
-GetRight
-GetWeb
-Getintent
-Go!Zilla
-GrapeFX
-HTTP::Lite
-HonoluluBot
+FemtosearchBot
+Fyrebot
+G-i-g-a-b-o-t
+Gigabot
+Havij
+HybridBot
 IDBTE4M
-Iblog
-InfoNaviRobot
-Iria
-JennyBot
-Jorgee
-JustView
-Lightspeedsystems
+JamesBOT
+Joomla
+LeechFTP
+Lftp
+Libwhisker
 LinkWalker
 LinkextractorPro
-LinqiaMetadataDownloaderBot
-Lipperhey
-MIDown tool
-MIIxpc
+LinqiaScrapeBot
+Ltx71
+MFC_Tear_Sample
 Mag-Net
+Mail.RU_Bot
+Mass Downloader
 Masscan
-Minefield
-Mojeek
-NetAnts
-NetMechanic
-NetSpider
-Nuclei
+MeanPath Bot
+Microsoft URL Control
+Musobot
+Nameprotect
+NearSite
+Net Vampire
+NextGenSearchBot
+Offline Navigator
 OnCrawl
-OutfoxBot
-PHPCrawl
-Page Analyzer
-PageAnalyzer
-PeoplePal
+OpenLinkProfiler
+Openfind
+Pavuk
+PictureFinder
 Pockey
-Proximic
-RankActiveLinkBot
-RankFlex
-RankingBot2
-ReGet
-Reaper
-RedesScrapy
+ProWebWalker
+Rainbot
+RankingBot
+Ripper
 Rogerbot
-SEOprofiler
-SMTBot
-SalesIntelligent
+SEOstats
 SearchmetricsBot
-Seekport
-SemanticJuice
-Semrush
-SeoSiteCheckup
-SiteSnagger
-Sogou web spider
+SeobilityBot
+Sottopop
+Spammen
+Steeler
+Sucker
+Sucuri
 Szukacz
-Telesphoreo
+TheNomad
+TinyTestBot
+Tracemyfile
+True_Robot
 Turingos
-Twice
-VoidEYE
-WASALive-Bot
-WWWOFFLE
-Web Enhancer
-Web Sauger
-WebBandit
-WebStripper
-Webster
-Whacker
-Widow
-WinHTTrack
-Wonderbot
-Zade
-Zeus
-cah.io.community
-clark-crawler
-pcBrowser
-probe-image-size
-siteripz
-sp_auditbot
-spyfu
-zauba.io
+TurnitinBot
+URLy Warning
+Virusdie
+Voil
+Voltron
+Wallpapers
+WallpapersHD
+WebCopier
+WebSauger
+Webalta
+WiseGuys Robot
+YaK
+anthropic-ai
+awario.com
+backlink-check
+check1.exe
+crawl.sogou.com
+domainsproject.org
+lwp-request
+netEstate NE Crawler
+openai
+ripz
+s1z.ru
+serpstatbot
+x22Mozilla