V4.2023.07.3847 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-AiHitBot
+360Spider
 Asterias
 BDCbot
-BDFetch
-BackStreet
-Bitacle
-BlackWidow
-BuzzSumo
-CazoodleBot
-Citoid
-Cliqzbot
-Cloud mapping
-Crawling at Home Project
-Crescent
-CrunchBot
-DIIbot
-Discoverybot
+Bandit
+Black Hole
+BuiltWith
+CCBot
+Chlooe
+CopyRightCheck
+Craftbot
+DTS Agent
+Digincore
 DnBCrawler-Analytics
-EasyDL
-EroCrawler
-ExtractorPro
-Fimap
+Download Wonder
+Drip
+Ebingbong
+EyeNetIE
+FDM
 Flunky
-Foobot
-Fyrebot
-Getintent
-GrabNet
-Grabber
-HTMLparser
-IDBot
-IRLbot
-IlseBot
+FrontPage
+G-i-g-a-b-o-t
+GT::WWW
+GalaxyBot
+GetRight
+Gotit
+GrapeFX
+GrapeshotCrawler
+Heritrix
 Indy Library
-JamesBOT
-Jbrofuzz
+Iria
+IstellaBot
 JetCar
-Jetty
-Joomla
-Jorgee
-Likse
-LinksManager
-LinqiaRSSBot
-Ltx71
+Kenjin Spider
+Leap
+Lightspeedsystems
+LinkScan
+LinqiaScrapeBot
+Litemage_walker
+MIIxpc
+MSFrontPage
 MSIECrawler
-Mag-Net
 Majestic-SEO
-Mb2345Browser
-Mediatoolkitbot
+MicroMessenger
 Moblie Safari
-Name Intelligence
-Nameprotect
-NearSite
-NetSpider
-Offline Navigator
-Openvas
-PECL::HTTP
-PageScorer
-PageThing.com
-Panscient
-Pixray
-PleaseCrawl
+Mojolicious
+NICErsPRO
+Nessus
+Netvibes
+OpenLinkProfiler
+PageAnalyzer
+Papa Foto
+PeoplePal
+Pimonster
 Pu_iN
+PxBroker
+RankActive
+Rogerbot
+SEOkicks
+Scanbot
+Scrapy
 ScreenerBot
-ScrepyBot
+Searchestate
 Seekport
-SeekportBot
-SemrushBot
-Site Sucker
-Siteimprove
-Sitevigil
-Steeler
-Sucker
-Suzuran
-Swiftbot
-T0PHackTeam
-T8Abot
-Telesphoreo
-Upflow
-V-BOT
-VelenPublicWebCrawler
-Web Enhancer
-WebGo IS
+SemanticJuice
+SeoSiteCheckup
+Sitebeam
+SmartDownload
+Sogou web spider
+Sucuri
+SurveyBot
+The Intraformant
+Toata
+Turnitin
+TurnitinBot
+URLy Warning
+Vacuum
+WEBDAV
+WPScan
+WWW-Collector-E
+WeSEE
+Web Auto
+WebAuto
+WebBandit
+WebCopier
 WebPix
-WebmasterWorldForumBot
-WebsiteExtractor
-WinHTTrack
-Wotbox
-YoudaoBot
+WebReaper
+Website Quester
+Xenu
 ZyBorg
-autoemailspider
-gopher
-heritrix
-scan.lol
-seobility
-trendiction.com
-trendiction.de
+archive.org_bot
+cognitiveseo
+demandbase-bot
+evc-batch
+facebookscraper
+muhstik-scan
+satoristudio.net
+scalaj-http
+sogouspider
+ubermetrics-technologies.com
 webmeup-crawler
-xpymep1.exe
-zauba.io