V4.2023.11.4149 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-80legs
-ASPSeek
-Aboundexbot
-Apexoo
-Barkrowler
-BuzzSumo
-CheTeam
+AdsTxtCrawlerTP
+AlphaBot
+Attach
+BBBike
+BackDoorBot
+Backlink-Ceck
+BlowFish
+Buck
+BuiltWith
+CATExplorador
+Calculon
 Chlooe
+Cliqzbot
+Collector
 Curious
-DTS Agent
+DBLBot
 DataCha0s
-DatabaseDriverMysqli
-DomainAppender
-DomainSigmaCrawler
-ExtLinksBot
-Extractor
+DnyzBot
+EroCrawler
 ExtractorPro
 Extreme Picture Finder
-Foobot
-Fuzz
-FyberSpider
-Go!Zilla
-Gotit
-Grabber
-HTMLparser
-HaosouSpider
-Hloader
-HonoluluBot
-Id-search
+FemtosearchBot
+GetRight
+GetWeb
+Humanlinks
+Image Sucker
 IndeedBot
-JamesBOT
-JikeSpider
-Kinza
-Libwhisker
-Likse
-LinkextractorPro
-LinksManager
-Ltx71
+InterGET
+Keybot Translation-Search-Machine
+LeechFTP
+LexiBot
+Lightspeedsystems
+LinkWalker
+MFC_Tear_Sample
 MIIxpc
-MarkWatch
-Mass Downloader
+MQQBrowser
+MSIECrawler
+MauiBot
 MeanPath Bot
-Metauri
-Mister PiX
-Mojeek
-NICErsPRO
+Mediatoolkitbot
+Moblie Safari
+Mojolicious
+Msrabot
+Musobot
 NearSite
-Net Vampire
-Netcraft
-Nimbostratus
+Nessus
 Openfind
-OutclicksBot
+OrangeSpider
+PageGrabber
 PageScorer
-Picsearch
-Pimonster
-Pixray
-Psbot
-RankingBot
-Re-re
-RebelMouse
-RepoMonkey
+QueryN Metasearch
+RankActive
 Ripper
-RocketCrawler
-Rogerbot
-SEOprofiler
-ScreenerBot
-Semrush
-SemrushBot
-SiteLockSpider
-Spammen
+SEOkicks
+SEOkicks-Robot
+SEOstats
+SISTRIX
+SMTBot
+Scrapy
+ScrepyBot
+SearchmetricsBot
+SeekportBot
+SemanticJuice
+SeoSiteCheckup
+Shodan
+Siphon
+SlySearch
+SmartDownload
+Snapbot
+Sogou web spider
 SpankBot
-Spinn3r
-Sqlworm
 Sucker
-Sucuri
 TheNomad
-Toweyabot
-Typhoeus
+TinyTestBot
 Upflow
-Vacuum
+VB Project
 WPScan
+WWW-Collector-E
 WeSEE
 Web Auto
-WebCollage
-WebEnhancer
-WebSucker
-Zeus
+Web Pix
+Web Sucker
+WebGo IS
+WebmasterWorldForumBot
+Wotbox
+Xaldon_WebSpider
+Xenu
+ZyBorg
+adscanner
 archive.org_bot
-arquivo.pt
-check1.exe
-crawl.sogou.com
-evc-batch
-openai.com
-pcBrowser
-seobility
+demandbase-bot
+lwp-trivial
+plumanalytics
+ripz
+scan.lol
 seoscanners
-seostar
-sp_auditbot
-tAkeOut
-trendiction.com
+trendiction.de
+webpros.com
+x09Mozilla
+zgrab