V4.2023.09.4024 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
 Abonti
-AdsTxtCrawlerTP
-Aipbot
-Asterias
+Aboundex
+Acunetix
 Atomseobot
-AwarioRssBot
+BBBike
+BDCbot
 BackWeb
-BatchFTP
-Black Hole
-Boardreader
-Bolt
-Brandprotect
-Buck
+Bandit
+Battleztar Bazinga
+Bigfoot
+BuiltBotTough
 BuiltWith
-BunnySlippers
 CensysInspect
-Copier
+Cocolyzebot
 Craftbot
-CyotekWebCopy
-Digincore
-Dispatch
-DittoSpyder
+CrazyWebCrawler
+DTS Agent
+Deusu
+Discoverybot
+DomCopBot
+DomainAppender
+Dotbot
 Dragonfly
-FrontPage
-Fuzz
-Go-Ahead-Got-It
+ExtractorPro
+EyeNetIE
+Ezooms
+FDM
+Flunky
+GalaxyBot
+GetRight
+Getintent
 Gotit
-HEADMasterSEO
+GridBot
+HaosouSpider
 Heritrix
-InfoNaviRobot
-Intelliseek
-JOC Web Spider
-Keyword Density
-Kinza
-LeechFTP
-LexiBot
-Lightspeedsystems
-LinkWalker
+Id-search
+Indy Library
+InternetSeer
+JikeSpider
+Joomla
+Keybot Translation-Search-Machine
+Lanshanbot
+Larbin
+Leap
+Libwhisker
 LinkextractorPro
-LinksManager
-Lipperhey
-MSFrontPage
-Magnet
-Mail.RU_Bot
+LinkpadBot
+Litemage_walker
+MIDown tool
+MIIxpc
+MJ12bot
 Majestic-SEO
-MicroMessenger
-Mr.4x3
-Nameprotect
-Needle
-Nessus
-Netvibes
-Niki-bot
+Navroad
 Nikto
-Ninja
+NimbleCrawler
+Nimbostratus
 Nutch
-Octopus
-OrangeBot
-OutclicksBot
+OnCrawl
 OutfoxBot
-Page Analyzer
+Pandalytics
+Papa Foto
+Pockey
+Proximic
 Psbot
-Pu_iN
-RankActiveLinkBot
-RankingBot
-Rankivabot
-RedesScrapy
-Rogerbot
-SMTBot
-ScoutJet
-Searchestate
-SiteExplorer
-SiteSnagger
-Snapbot
-Sogou web spider
+RebelMouse
+SEOkicks
+SiteLockSpider
+SocialRankIOBot
+SpaceBison
 Spammen
 Spinn3r
-SurveyBot
-T0PHackTeam
 TeleportPro
+Telesoft
+Telesphoreo
 Toweyabot
-Trendiction
-TwengaBot
-URLy Warning
+Turingos
+Turnitin
 VCI
-WEBDAV
-WPScan
+VidibleScraper
+WASALive-Bot
+WWW-Collector-E
+WWWOFFLE
 WeSEE
-Webster
-WiseGuys Robot
-Xenu
-Zermelo
+WebEnhancer
+WebFuck
+WebImageCollector
+WebPix
+WebWhacker
+Zauba
+archive.org_bot
 arquivo.pt
-eCatch
-internetVista monitor
-muhstik-scan
-scalaj-http
-seostar
-tAkeOut
+domainsproject.org
+iubenda-radar
+siteripz
+sogouspider
+ubermetrics-technologies.com
+webgains-bot
+webmeup-crawler
 webpros.com
-x22Mozilla
+zauba.io