V4.2024.01.4230 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Alexibot
-BDCbot
-BLEXBot
-Backlink-Ceck
-Boardreader
-Buddy
-BuiltWith
-BuzzSumo
-Calculon
-Collector
+Abonti
+Anarchie
+Anarchy
+Anthill
+BackDoorBot
+Bandit
+BlowFish
+Bytespider
+CODE87
 CopyRightCheck
-Copyscape
-DSearch
-Dispatch
-DittoSpyder
+Crawling at Home Project
+DIIbot
+Digincore
 DomCopBot
-Drip
-EasyDL
+DomainCrawler
 EroCrawler
+Exabot
+ExtLinksBot
+ExtractorPro
 EyeNetIE
-Ezooms
-FHscan
-FemtosearchBot
-FrontPage
-GPTBot
-GetWeb
-Getintent
-GoZilla
-GrapeFX
-GridBot
-HTMLparser
-HaosouSpider
-Image Fetch
-Image Sucker
-InterGET
+Gigabot
+Go-Ahead-Got-It
+HTTrack
+Iskanie
 IstellaBot
-Jorgee
-Kinza
-Lftp
-LibWeb
+JamesBOT
+Kozmosbot
+LWP::Simple
+Leap
+LeechGet
+LexiBot
+Likse
 LinkextractorPro
-LinqiaScrapeBot
-Lipperhey
-Ltx71
-MFC_Tear_Sample
-MIDown tool
-MIIxpc
-MTRobot
-MegaIndex.ru
-Microsoft URL Control
-Mojolicious
-Msrabot
-Nameprotect
-NetSpider
+LinksManager
+MarkMonitor
+Mass Downloader
+Mediatoolkitbot
+Moblie Safari
+MolokaiBot
+Nessus
 Netcraft
-Nmap
+Offline Explorer
+Offline Navigator
+Openvas
+OrangeBot
 OutfoxBot
-Page Analyzer
+PageAnalyzer
 PageGrabber
 Panscient
-Papa Foto
-Pavuk
 PeoplePal
-Pixray
-RankActiveLinkBot
-SenutoBot
-SeoSiteCheckup
+PleaseCrawl
+ProWebWalker
+Pump
+RebelMouse
+Recorder
+Rogerbot
+SBIder
+ScanAlert
+ScoutJet
+Siphon
 SiteLockSpider
-SuperHTTP
-Telesoft
-Telesphoreo
+SlySearch
+Snoopy
+Sqlmap
+SuperBot
+Swiftbot
+Teleport
 The Intraformant
+Thumbor
+TinyTestBot
 Titan
-Toata
-Trendiction
 Trendictionbot
-TwengaBot
-Typhoeus
-URLy.Warning
-VelenPublicWebCrawler
+VB Project
 VeriCiteCrawler
-VoidEYE
-WWWOFFLE
-WallpapersHD
-Web Sauger
+WISENutbot
+WPScan
+WWW-Mechanize
+Wallpapers/3.0
+WeSEE
+WebFuck
+WebGo IS
 WinHTTrack
-WiseGuys Robot
-Wonderbot
-Xaldon WebSpider
-Zitebot
-ZoomBot
+Xaldon_WebSpider
+Zade
 ZoominfoBot
+ZumBot
+check1.exe
 clark-crawler
-instabid
-linkdexbot
-lwp-request
-oBot
-sitechecker.pro
-sp_auditbot
-webprosbot
+com.plumanalytics
+crawler.feedback
+dataforseobot
+domainsproject.org
+gopher
+internetVista monitor
+lwp-trivial
+pcBrowser
+siteripz
+tAkeOut
+x22Mozilla
+zgrab