V4.2023.10.4080 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-Abonti
-AlphaBot
-AwarioRssBot
-BackWeb
-BacklinkCrawler
-Badass
-Battleztar Bazinga
-Buddy
-CensysInspect
+01h4x.com
+360Spider
+AllSubmitter
+Anarchy99
+BackDoorBot
+Bandit
+Barkrowler
+Blackboard
+Blow
+CATExplorador
+CODE87
+CheTeam
 ChinaClaw
-Copier
-CopyRightCheck
-Cosmos
-Craftbot
 Crescent
 CrunchBot
-Curious
-DigitalPebble
-Dispatch
-DnBCrawler-Analytics
-DomainSigmaCrawler
-ECCP/1.0
-EMail Wolf
-ExtLinksBot
-Fimap
-Gigabot
+DBLBot
+Domains Project
+Dragonfly
+Ecxi
+EroCrawler
+Evil
+FHscan
+Foobot
+Freeuploader
 Go-Ahead-Got-It
-Gotit
+Grabber
+GrapeFX
+HTTrack
+Harvest
+Humanlinks
+HybridBot
+IDBot
+IlseBot
+Image Fetch
 Image Sucker
-Intelliseek
-Internet Ninja
-JOC Web Spider
-Jorgee
-Larbin
+Keybot Translation-Search-Machine
 Leap
-LexiBot
+LeechGet
+Libwhisker
+Likse
+LinkpadBot
 LinksManager
-LinqiaRSSBot
+LinqiaMetadataDownloaderBot
+Ltx71
+MFC_Tear_Sample
+MIDown tool
 MIIxpc
 MSIECrawler
-Magnet
-Majestic12
-MarkMonitor
-MeanPath Bot
-Meanpathbot
-MegaIndex.ru
-Mister PiX
-Moblie Safari
-Mojolicious
-NetZIP
-Netvibes
-Nutch
+Mass Downloader
+Msrabot
+NICErsPRO
+NearSite
+Nikto
 OnCrawl
 OpenLinkProfiler
-Openvas
-PageThing.com
-Proximic
-PyCurl
+OutfoxBot
+PageAnalyzer
+Pixray
+ProWebWalker
+Quick-Crawler
 Rainbot
-RankFlex
+Re-re
 RebelMouse
-Recorder
-RedesScrapy
-SBIder
-SEOkicks
-SEOkicks-Robot
 SMTBot
-SalesIntelligent
-ScreenerBot
+ScanAlert
 SearchmetricsBot
-SeoSiteCheckup
+SemanticJuice
+SiteCheckerBotCrawler
+SputnikBot
+Sqlworm
 Sqworm
+Steeler
 SuperBot
-Suzuran
-Swiftbot
-TinyTestBot
-VidibleScraper
-WASALive-Bot
-WISENutbot
-Wallpapers
-WallpapersHD
-WeSEE
-WebStripper
-WebmasterWorldForumBot
-Webshag
-WebsiteQuester
-Who.is Bot
+TightTwatBot
+Toata
+Typhoeus
+URLy.Warning
+Vacuum
+WWW-Collector-E
+Wallpapers/3.0
+Web Collage
+Web Fetch
+Website Quester
+WinHTTrack
+Wprecon
 YoudaoBot
-coccocbot
-crawler4j
-domainsproject.org
-netEstate NE Crawler
-s1z.ru
-scalaj-http
-sp_auditbot
-trendiction.com
-ubermetrics-technologies.com
-webmeup-crawler
-x22Mozilla
-xpymep1.exe
+autoemailspider
+backlink-check
+check1.exe
+clark-crawler
+cognitiveseo
+dataforseobot
+oBot
+seoscanners
+serpstatbot
+sogouspider
+trendiction.de
+webpros.com
+x09Mozilla
+zgrab