V4.2024.04.4427 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-01h4x.com
-360Spider
-404enemy
-ALittle Client
-Abonti
-Alexibot
-AllSubmitter
-Anthill
-Aspiegel
-BDFetch
-Backlink-Ceck
-BotALot
-Buck
-Bullseye
-Bytespider
-CSHttp
-Calculon
-CheeseBot
+404checker
+Aboundexbot
+AfD-Verbotsverfahren
+Blow
+BuiltBotTough
+CCBot
+Cegbfeieh
+CensysInspect
+ChatGPT-User
 CrunchBot
-Dirbuster
-DomainAppender
-DomainSigmaCrawler
-DomainStatsBot
-Download Wonder
+Curious
+DSearch
+DnyzBot
+DomainCrawler
 Express WebPictures
-FlashGet
-Flunky
-Fuzz
+ExtractorPro
+EyeNetIE
+FacebookBot
+FrontPage
+GalaxyBot
+GetRight
+GetWeb
 Getintent
-Google-Extended
-GrabNet
-Grabber
+Go!Zilla
 GrapeFX
-HEADMasterSEO
 HTTP::Lite
-Heritrix
-Humanlinks
-IDBot
-InterGET
+HonoluluBot
+IDBTE4M
+Iblog
+InfoNaviRobot
+Iria
+JennyBot
+Jorgee
 JustView
-LeechGet
 Lightspeedsystems
-Linkbot
-LinqiaScrapeBot
-Ltx71
+LinkWalker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey
 MIDown tool
-MSIECrawler
+MIIxpc
 Mag-Net
-Majestic-SEO
-Mass Downloader
 Masscan
-MeanPath Bot
-MegaIndex.ru
+Minefield
 Mojeek
-Mozlila
-Nameprotect
-Needle
-Nettrack
-Nikto
-Ninja
+NetAnts
+NetMechanic
+NetSpider
 Nuclei
-Offline Navigator
-OrangeSpider
+OnCrawl
 OutfoxBot
-PictureFinder
+PHPCrawl
+Page Analyzer
+PageAnalyzer
+PeoplePal
+Pockey
 Proximic
-Pump
-RankActive
-SEOlyticsCrawler
+RankActiveLinkBot
+RankFlex
+RankingBot2
+ReGet
+Reaper
+RedesScrapy
+Rogerbot
+SEOprofiler
 SMTBot
+SalesIntelligent
+SearchmetricsBot
+Seekport
+SemanticJuice
+Semrush
 SeoSiteCheckup
-Sitevigil
-SmartDownload
-SpaceBison
-Stripper
-Telesphorep
-TightTwatBot
-Toweyabot
-Upflow
-V-BOT
-WWW::Mechanize
-Webalta
+SiteSnagger
+Sogou web spider
+Szukacz
+Telesphoreo
+Turingos
+Twice
+VoidEYE
+WASALive-Bot
+WWWOFFLE
+Web Enhancer
+Web Sauger
+WebBandit
+WebStripper
 Webster
-Who.is Bot
+Whacker
+Widow
 WinHTTrack
+Wonderbot
+Zade
 Zeus
-Zitebot
-ZumBot
-arquivo-web-crawler
 cah.io.community
-com.plumanalytics
-demandbase-bot
-domainsproject.org
-evc-batch
-gopher
-linkdexbot
-lwp-request
-sysscan
-webprosbot
-x09Mozilla
+clark-crawler
+pcBrowser
+probe-image-size
+siteripz
+sp_auditbot
+spyfu
+zauba.io