V4.2023.05.3776 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-ALittle Client
-Aboundexbot
-AhrefsBot
-BLEXBot
-BackDoorBot
-BlackWidow
+360Spider
+AlphaBot
+Aspiegel
+Asterias
+Atomseobot
+BuiltBotTough
+CATExplorador
 CCBot
-CODE87
-Cloud mapping
-Collector
-Copyscape
-CrazyWebCrawler
-Custo
+Cegbfeieh
+Cliqzbot
+CrunchBot
+Curious
 CyotekWebCopy
 DSearch
-Devil
-Discobot
-Dispatch
-EMail Wolf
-Ebingbong
-ExtLinksBot
-EyeNetIE
-Foobot
-GermCrawler
-GoZilla
+Dirbuster
+Download Wonder
+FemtosearchBot
+Freeuploader
+GT::WWW
+GetRight
+GetWeb
 GrabNet
 GrapeshotCrawler
 HTMLparser
-HTTrack
-Hloader
-IDBot
-Id-search
-JikeSpider
-Jorgee
-Jyxobot
+Harvest
+HonoluluBot
+HybridBot
+Iria
+Iskanie
+JOC Web Spider
+JamesBOT
+Jbrofuzz
 Lftp
-LinkScan
-Lipperhey
-Lipperhey Spider
-Ltx71
-MIIxpc
-MJ12bot
-MSFrontPage
-MSIECrawler
-Mag-Net
-Magnet
-Mail.RU_Bot
-Majestic-SEO
-Mediatoolkitbot
+LinkpadBot
+MTRobot
+MarkMonitor
+Mata Hari
+MeanPath Bot
 MicroMessenger
-Mojolicious
-NetSpider
+Minefield
+Mojeek
+Mr.4x3
+Msrabot
+NICErsPRO
+Nessus
+NetZIP
+NimbleCrawler
+Nimbostratus
 Nuclei
-OpenLinkProfiler
+OutclicksBot
+PECL::HTTP
+PHPCrawl
+Pandalytics
+Picscout
+PictureFinder
 Pixray
-Proximic
-RankingBot2
-Rankivabot
-SEOkicks
+Quick-Crawler
+Re-re
+SMTBot
+SalesIntelligent
+SearchmetricsBot
+SeekportBot
 Semrush
-Site Sucker
-SiteSnagger
-Sitebeam
-Spammen
-Telesoft
-Titan
+SemrushBot
+Seomoz
+Shodan
+SputnikBot
+Sqlmap
+Sqworm
+SuperBot
+Szukacz
+Teleport
+Toata
 Toweyabot
 Trendiction
-VCI
-VelenPublicWebCrawler
-VidibleScraper
-Virusdie
-WASALive-Bot
-WBSearchBot
-Wallpapers/3.0
-Web Fuck
-Web Pix
-WebSauger
-WebsiteQuester
+UnisterBot
+VB Project
+VeriCiteCrawler
+Voil
+Web Fetch
+Web Sauger
+WebStripper
 Webster
-Widow
-Wonderbot
-Wprecon
-ZoominfoBot
-ZumBot
-archive.org_bot
-cah.io.community
-check1.exe
-crawl.sogou.com
+Woobot
+Wotbox
+Xenu
+Zauba
+ZoomBot
+cognitiveseo
+crawler4j
 domainsproject.org
-iubenda-radar
-linkdexbot
-pcBrowser
+gopher
+lwp-trivial
+mediawords
+netEstate NE Crawler
+page scorer
 satoristudio.net
-seoscanners
-sexsearcher
-spyfu
-sysscan
-x09Mozilla
+scan.lol
+sp_auditbot
+xpymep1.exe