V4.2023.05.3750 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Aboundex
-Acunetix
-Anthill
-Apexoo
-AwarioRssBot
-BDCbot
-BackDoorBot
+360Spider
+Aboundexbot
+AfD-Verbotsverfahren
+Asterias
 BetaBot
-BlackWidow
-Buddy
-CSHttp
-Calculon
-CrunchBot
-DIIbot
-DTS Agent
-DatabaseDriverMysqli
-Deusu
+Bitacle
+Bolt
+BuzzSumo
+Cloud mapping
+Custo
+DataCha0s
+Discobot
 Dispatch
-DomainCrawler
-DomainStatsBot
-EMail Siphon
-Evil
-Fyrebot
-GalaxyBot
-GetWeb
-GoZilla
-GrapeFX
-Havij
-IlseBot
-InfoNaviRobot
+DittoSpyder
+DnyzBot
+Fimap
+Firefox/7.0
+Flunky
+Foobot
+Freeuploader
+Image Fetch
+Intelliseek
+InterGET
+JennyBot
 JetCar
 JikeSpider
-Keybot Translation-Search-Machine
-Lanshanbot
-Larbin
-LexiBot
-Lipperhey
-Lmspider
+LNSpiderguy
+LeechGet
+LinkWalker
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+LinqiaScrapeBot
 Ltx71
-MSIECrawler
+MIDown tool
 MTRobot
-Mail.RU_Bot
-MeanPath Bot
-MegaIndex.ru
-MolokaiBot
+MarkMonitor
+MicroMessenger
+Mister PiX
+Moblie Safari
+Morfeus Fucking Scanner
 NICErsPRO
-NearSite
-Nessus
+Nameprotect
+Navroad
+Needle
 Nikto
-Nimbostratus
 Nmap
-Nutch
-OpenVAS
-Openvas
-OrangeBot
+Offline Explorer
+Offline Navigator
+OnCrawl
+Openfind
+OrangeSpider
+PageGrabber
+Papa Foto
+Petalbot
 Picscout
-Pixray
-PyCurl
+PictureFinder
+Piepmatz
+PleaseCrawl
+Proximic
+Pu_iN
 RSSingBot
-RankurBot
+RankActiveLinkBot
+Rankivabot
 Re-re
-RepoMonkey
-SBIder
-SemrushBot
+RocketCrawler
 Siphon
-Sogou web spider
-SuperBot
-Suzuran
-TeleportPro
-The Intraformant
-Thumbor
-Tracemyfile
+SiteCheckerBotCrawler
+SiteSucker
+Sitebeam
+Siteimprove
+SpankBot
+Spbot
+Spinn3r
+Surfbot
+URLy Warning
+URLy.Warning
+Vacuum
 VoidEYE
 WASALive-Bot
-WEBDAV
-WPScan
-WWWOFFLE
-WebBandit
-WebCollage
-WebGo IS
-WebStripper
-WiseGuys Robot
-Zeus
-Zitebot
+WeSEE
+WebImageCollector
+WebLeacher
+Webalta
+WebsiteExtractor
+WebsiteQuester
+Whack
+Who.is Bot
+archive.org_bot
 autoemailspider
-backlink-check
-cah.io.community
-crawler4j
-lwp-trivial
-oBot
-plumanalytics
-ripz
-scan.lol
-serpstatbot
-sexsearcher
-spyfu
-trendiction.com
-x09Mozilla
-xpymep1.exe
-zauba.io
+dataforseobot
+internetVista monitor
+iubenda-radar
+linkdexbot
+muhstik-scan
+netEstate NE Crawler
+pcBrowser
+trendiction.de
+voyagerx.com
+webgains-bot
+webpros.com