V4.2023.04.3714 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ADmantX
-Acunetix
+AIBOT
+ASPSeek
+Aboundex
+AfD-Verbotsverfahren
+AlphaBot
 Anarchy99
-Ankit
-BLEXBot
-BacklinkCrawler
-Barkrowler
-BatchFTP
+Attach
 Bitacle
+Black Hole
 Blow
-CheTeam
-Crescent
-DBLBot
+Boardreader
+Bolt
+BotALot
+Buddy
+CODE87
+Crawling at Home Project
+Custo
+Digincore
 Discoverybot
-DomainSigmaCrawler
-EasyDL
-EirGrabber
-FDM
-FlashGet
-Fyrebot
-Genieo
-Go!Zilla
-Go-Ahead-Got-It
-HTTP::Lite
+DittoSpyder
+DnBCrawler-Analytics
+DomainCrawler
+ECCP/1.0
+EMail Siphon
+Exabot
+FemtosearchBot
+Freeuploader
+GalaxyBot
+HMView
+HTMLparser
 Havij
 Hloader
-InfoTekies
-Joomla
-LexiBot
+Iria
+Jetty
+Keyword Density
+Larbin
+LeechFTP
+LieBaoFast
 Likse
-LinkScan
+Linkbot
 LinkpadBot
-LinqiaRSSBot
-Ltx71
-Mag-Net
-MeanPath Bot
+Litemage_walker
+MSFrontPage
 Mediatoolkitbot
-MicroMessenger
-Moblie Safari
-Mr.4x3
-NearSite
-Needle
-Net Vampire
+MegaIndex.ru
 NetLyzer
-Ninja
-Nmap
-Nuclei
-Offline Navigator
-OpenVAS
-PHPCrawl
-Pavuk
-Picsearch
-Pimonster
-Pu_iN
-RankFlex
-Reaper
+Netvibes
+NimbleCrawler
+Nimbostratus
+Not
+Offline Explorer
+OnCrawl
+OpenLinkProfiler
+Openvas
+OutclicksBot
+PageGrabber
+PleaseCrawl
+PyCurl
+RankingBot2
+RankurBot
+SEOkicks
+SEOprofiler
+SMTBot
 SalesIntelligent
-ScoutJet
 ScrepyBot
-SemrushBot
-Shodan
-SiteExplorer
+Seekport
+SentiBot
 Snake
-Snoopy
-SocialRankIOBot
-Sosospider
 Sqlworm
-Sqworm
 Stripper
-TeleportPro
-Toata
-Turnitin
-Upflow
-Virusdie
-WISENutbot
-WallpapersHD
-Web Fuck
-Web Pix
+SuperHTTP
+SurveyBot
+Suzuran
+URLy.Warning
+V-BOT
+VoidEYE
+WEBDAV
+WPScan
+Wallpapers/3.0
+Web Collage
+Web Sucker
 WebCopier
-WebImageCollector
-WebPix
-WebZIP
+Who.is Bot
+WinHTTrack
 Woobot
-Wotbox
 Wprecon
-YoudaoBot
-Zermelo
-coccocbot
-crawler.feedback
-demandbase-bot
-evc-batch
-gopher
-isitwp.com
-lwp-request
-muhstik-scan
-ripz
+Xaldon WebSpider
+ZmEu
+adscanner
+cah.io.community
+crawl.sogou.com
+facebookscraper
+iubenda-radar
+meanpathbot
+pcBrowser
 satoristudio.net
-sexsearcher
-webpros.com
-x22Mozilla
+seoscanners
+trendiction.de
+voyagerx.com
+zgrab