V4.2023.04.3668 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 01h4x.com
-Anarchy
-Aspiegel
-BackWeb
-Bandit
-Battleztar Bazinga
-BlackWidow
-Brandwatch
-CazoodleBot
-Collector
-Crescent
-CrunchBot
-DSearch
-DTS Agent
-Demon
-Drip
-EMail Siphon
-EMail Wolf
-EasyDL
-Ebingbong
+AhrefsBot
+Aipbot
+AlphaBot
+Ankit
+Asterias
+Backlink-Ceck
+BlowFish
+Buck
+Buddy
+CCBot
+Calculon
+CherryPicker
+Citoid
+Claritybot
+Copier
+Cosmos
+Craftbot
+Crawling at Home Project
+CyotekWebCopy
+DIIbot
+Discoverybot
+DomainStatsBot
+Dotbot
+Dragonfly
+ECCP/1.0
+EroCrawler
 EyeNetIE
-FyberSpider
-Getintent
-HMView
-HTMLparser
+FDM
+FrontPage
+Genieo
+HTTP::Lite
+HTTrack
+HaosouSpider
+HonoluluBot
 Humanlinks
-Id-search
-Indy Library
-Intelliseek
-Jbrofuzz
-JikeSpider
-Jorgee
-Kenjin Spider
-Leap
-LeechGet
-Lftp
-Linkbot
-LinkpadBot
-LinqiaRSSBot
-Lipperhey
-Litemage_walker
-Ltx71
-MFC_Tear_Sample
-Majestic SEO
+Iblog
+IndeedBot
+Iskanie
+IstellaBot
+JOC Web Spider
+JamesBOT
+Joomla
+Mass Downloader
 Masscan
-MauiBot
-Mb2345Browser
-Morfeus Fucking Scanner
-Mr.4x3
-Msrabot
-NICErsPRO
-Nameprotect
-Navroad
-NetZIP
-OnCrawl
-OutclicksBot
-PageGrabber
-Panscient
-Probethenet
-QueryN Metasearch
-Rogerbot
-SalesIntelligent
+MeanPath Bot
+MegaIndex.ru
+MicroMessenger
+Mozlila
+Nmap
+Openfind
+Pavuk
+PictureFinder
+ProWebWalker
+Re-re
+ReGet
+RebelMouse
+SBIder
+SEOprofiler
 ScreenerBot
-Semrush
-Seomoz
-SiteSnagger
-Sitevigil
-Sosospider
-Spbot
-Sqworm
-Stripper
-Sucuri
-The Intraformant
-TwengaBot
-URLy.Warning
+Shodan
+Sqlmap
+Sucker
+SuperBot
+Surfbot
+Swiftbot
+Teleport
+Telesphorep
+Turnitin
+Twice
 VCI
-Vagabondo
+Virusdie
+WEBDAV
 WISENutbot
-WeSEE
-Web Auto
-Web Sucker
-WebAuto
-WebReaper
-WebsiteExtractor
+WWWOFFLE
+Wallpapers
+Wallpapers/3.0
+Web Pix
+WebGo IS
+WebImageCollector
+Webalta
+Webshag
+Who.is Bot
+Widow
+Woobot
 Wprecon
-YoudaoBot
-Zade
-arquivo-web-crawler
-check1.exe
-clark-crawler
-eCatch
-iubenda-radar
+ZoomBot
+autoemailspider
+cah.io.community
+domainsproject.org
+heritrix
+lwp-request
 magpie-crawler
-meanpathbot
-oBot
 page scorer
-sexsearcher
-sp_auditbot
-sysscan
-tAkeOut
+plumanalytics
+spyfu
+ubermetrics-technologies.com
+webprosbot
+x22Mozilla
+zauba.io