V4.2023.09.4001 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-ALittle Client
-AwarioRssBot
+AIBOT
+Aboundexbot
+AdsTxtCrawlerTP
+AlphaBot
+Anarchy
+Aspiegel
+Asterias
+Atomseobot
 AwarioSmartBot
-BLEXBot
-Buck
-BuiltBotTough
-CATExplorador
-Cegbfeieh
-CensysInspect
-CheeseBot
-ChinaClaw
-DBLBot
-Demon
-Devil
-Disco
+BatchFTP
+Battleztar Bazinga
+BotALot
+BuiltWith
+Calculon
+CherryPicker
+Cloud mapping
+Copyscape
+Crescent
 Discobot
+Dispatch
+DittoSpyder
+DomCopBot
 Download Wonder
+Drip
 EMail Wolf
-ExtractorPro
+EirGrabber
+EroCrawler
+Express WebPictures
+Extractor
 Fimap
-FyberSpider
 Fyrebot
-G-i-g-a-b-o-t
-GetRight
-GoZilla
-GrabNet
-HTTrack
-HybridBot
-InfoNaviRobot
-JennyBot
-Jetty
+GPTBot
+GT::WWW
+Go-Ahead-Got-It
+Gotit
+Hloader
+HonoluluBot
+IlseBot
+Image Sucker
+JustView
 Jyxobot
-Keybot Translation-Search-Machine
 Keyword Density
-LNSpiderguy
-LieBaoFast
-LinkScan
-LinksManager
-LinqiaMetadataDownloaderBot
-MegaIndex.ru
-Moblie Safari
+Lightspeedsystems
+MFC_Tear_Sample
+Magnet
+Majestic SEO
+Majestic-SEO
+Mata Hari
 Mojeek
-Morfeus Fucking Scanner
-NPbot
-NearSite
-Needle
-Nessus
+Mojolicious
+MolokaiBot
+Net Vampire
 Netcraft
-Offline Explorer
-OrangeBot
-OutfoxBot
+Niki-bot
+Openvas
+POE-Component-Client-HTTP
 Pandalytics
-Picsearch
-RankingBot
-Reaper
-RedesScrapy
+ProWebWalker
+RankActiveLinkBot
+Rankivabot
+ReGet
+RealDownload
+RebelMouse
 SISTRIX
 Scanbot
-Searchestate
-SearchmetricsBot
-SemanticJuice
-SentiBot
+SeekportBot
+SeobilityBot
 Seomoz
-Siphon
-SiteLockSpider
-SiteSnagger
-Sitebeam
-Siteimprove
-Snake
-Snoopy
-SpankBot
+SiteExplorer
+Sitevigil
+Snapbot
 Sqworm
-SuperHTTP
-Swiftbot
-T0PHackTeam
+SuperBot
 Telesphoreo
-True_Robot
-UnisterBot
-Vacuum
+TightTwatBot
 Vagabondo
+VidibleScraper
 Voltron
-WWW-Mechanize
-WWWOFFLE
+Wallpapers
+Web Enhancer
 Web Fuck
-Web Sauger
-WebEnhancer
-WebGo IS
+Web Sucker
+WebCopier
+WebFuck
 WebImageCollector
-Who.is Bot
-WiseGuys Robot
-Zade
-Zermelo
-adscanner
-dataforseobot
-eCatch
+WebStripper
+Wprecon
+YoudaoBot
+Zeus
+ZyBorg
+arquivo-web-crawler
+cah.io.community
+cognitiveseo
+evc-batch
+magpie-crawler
 meanpathbot
-openai
-s1z.ru
-seoscanners
+muhstik-scan
+page scorer
 seostar
+webmeup-crawler