V4.2023.11.4148 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-ALittle Client
+80legs
 ASPSeek
-Acunetix
-Aspiegel
-Badass
-Battleztar Bazinga
-BlowFish
-BuiltBotTough
-Bullseye
-BunnySlippers
+Aboundexbot
+Apexoo
+Barkrowler
+BuzzSumo
+CheTeam
 Chlooe
-Cosmos
-DnBCrawler-Analytics
-DnyzBot
-Dragonfly
-ECCP/1.0
+Curious
+DTS Agent
+DataCha0s
+DatabaseDriverMysqli
+DomainAppender
+DomainSigmaCrawler
+ExtLinksBot
+Extractor
+ExtractorPro
 Extreme Picture Finder
 Foobot
-GetWeb
+Fuzz
+FyberSpider
+Go!Zilla
+Gotit
+Grabber
+HTMLparser
 HaosouSpider
-Harvest
-Havij
 Hloader
-Humanlinks
+HonoluluBot
 Id-search
-InfoTekies
-IstellaBot
-JOC Web Spider
-Jbrofuzz
-Joomla
-JustView
-LinqiaScrapeBot
-MQQBrowser
-Magnet
-Majestic12
-MauiBot
-Mb2345Browser
+IndeedBot
+JamesBOT
+JikeSpider
+Kinza
+Libwhisker
+Likse
+LinkextractorPro
+LinksManager
+Ltx71
+MIIxpc
+MarkWatch
+Mass Downloader
 MeanPath Bot
-MicroMessenger
-Minefield
-Moblie Safari
+Metauri
+Mister PiX
+Mojeek
 NICErsPRO
-NPbot
-Name Intelligence
-Needle
-Nessus
-NetSpider
+NearSite
+Net Vampire
 Netcraft
-Offline Explorer
-OnCrawl
-Papa Foto
-Picscout
+Nimbostratus
+Openfind
+OutclicksBot
+PageScorer
 Picsearch
-PictureFinder
-ProPowerBot
+Pimonster
+Pixray
 Psbot
-Pump
-Quick-Crawler
-Rainbot
+RankingBot
 Re-re
 RebelMouse
-RedesScrapy
-SISTRIX
-Screaming
+RepoMonkey
+Ripper
+RocketCrawler
+Rogerbot
+SEOprofiler
+ScreenerBot
+Semrush
 SemrushBot
-Sitevigil
-Sociscraper
-Sogou web spider
-SuperHTTP
-Teleport
-Telesphorep
-TightTwatBot
-Trendictionbot
-TurnitinBot
-Vagabondo
-WASALive-Bot
-Wallpapers
-WebCopier
-WebImageCollector
-WebReaper
-WebStripper
-WebsiteExtractor
-Whack
-Whatweb
-WinHTTrack
-Wotbox
-Xenu
-Zade
-ZoomBot
+SiteLockSpider
+Spammen
+SpankBot
+Spinn3r
+Sqlworm
+Sucker
+Sucuri
+TheNomad
+Toweyabot
+Typhoeus
+Upflow
+Vacuum
+WPScan
+WeSEE
+Web Auto
+WebCollage
+WebEnhancer
+WebSucker
+Zeus
 archive.org_bot
-backlink-check
+arquivo.pt
 check1.exe
-dataforseo.com
+crawl.sogou.com
 evc-batch
-magpie-crawler
+openai.com
+pcBrowser
 seobility
-sexsearcher
-spyfu
-webpros.com
+seoscanners
+seostar
+sp_auditbot
+tAkeOut
+trendiction.com