V4.2023.03.3615 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
+01h4x.com
+AIBOT
+Aboundex
 Acunetix
 AfD-Verbotsverfahren
-AiHitBot
-Aipbot
 Apexoo
-BLEXBot
-Bandit
+Attach
+AwarioRssBot
+BBBike
+BDCbot
+BacklinkCrawler
+BatchFTP
 BetaBot
-BotALot
-BuzzSumo
-Calculon
-Cegbfeieh
-CheTeam
-Cocolyzebot
-Copier
-Custo
-DBLBot
-DSearch
-DigitalPebble
-DomainAppender
-EirGrabber
-EroCrawler
-Extractor
-Extreme Picture Finder
-Fimap
-FlashGet
-GT::WWW
-IDBTE4M
-IDBot
-Iria
-Kenjin Spider
-LinqiaRSSBot
-MJ12bot
-MSIECrawler
-MTRobot
-Magnet
+Bolt
+BuiltWith
+Bullseye
+CODE87
+CheeseBot
+Claritybot
+Cloud mapping
+Cogentbot
+Cosmos
+DittoSpyder
+DnyzBot
+DomainSigmaCrawler
+Drip
+Ebingbong
+Fyrebot
+Gotit
+HMView
+HTTrack
+HonoluluBot
+Image Sucker
+IstellaBot
+Jbrofuzz
+Keybot Translation-Search-Machine
+LWP::Simple
+LinkextractorPro
+LinqiaMetadataDownloaderBot
+Lipperhey Spider
+MIIxpc
+Mag-Net
 MarkWatch
-Masscan
-Mb2345Browser
-Mediatoolkitbot
-Metauri
-Mister PiX
-Musobot
-NPbot
-Navroad
-NearSite
-NetLyzer
-Offline Explorer
-OutclicksBot
-Page Analyzer
-PictureFinder
-PleaseCrawl
-QueryN Metasearch
-Reaper
-Recorder
-RepoMonkey
-SemanticJuice
-SentiBot
-SiteCheckerBotCrawler
+Meanpathbot
+MegaIndex.ru
+MicroMessenger
+Mojeek
+Morfeus Fucking Scanner
+Msrabot
+NetZIP
+Openfind
+OrangeBot
+RSSingBot
+SISTRIX
+Searchestate
+SearchmetricsBot
+Seekport
+SemrushBot
+Shodan
 SiteLockSpider
-SiteSucker
-Sitebeam
-SmartDownload
-Sogou web spider
-SputnikBot
-Sucker
-Surfbot
-Suzuran
-Telesphoreo
-The Intraformant
-Turnitin
-VB Project
-VCI
-VelenPublicWebCrawler
-WASALive-Bot
+Sottopop
+SpaceBison
+Spbot
+Sqlmap
+Sqworm
+Stripper
+TeleportPro
+Telesoft
+Toweyabot
+True_Robot
+UnisterBot
+VidibleScraper
 WBSearchBot
-WebAuto
-WebBandit
-WebPix
-WebReaper
-WebSauger
-WebStripper
-WebZIP
-Webster
-Whack
+WWW-Collector-E
+Web Pix
+WebFetch
+WebsiteQuester
+Whacker
 Who.is Bot
-WinHTTrack
 WiseGuys Robot
-Xaldon WebSpider
+Wonderbot
+Wotbox
 Zitebot
+ZoominfoBot
+ZumBot
+archive.org_bot
+autoemailspider
+backlink-check
+cah.io.community
 clark-crawler
-heritrix
-isitwp.com
-mediawords
-page scorer
-seostar
-sitechecker.pro
-siteripz
-trendiction.com
+dataforseo.com
+iubenda-radar
+lwp-request
+netEstate NE Crawler
+polaris version
+s1z.ru
+seocompany.store
+trendiction.de
+ubermetrics-technologies.com
+zgrab