V4.2024.01.4275 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404checker
-AhrefsBot
-Alligator
-Anarchy99
-BBBike
-Battleztar Bazinga
+01h4x.com
+ASPSeek
+Aboundex
+Aipbot
+Anarchie
+Ankit
+Anthill
+Apexoo
+Atomseobot
+Attach
+AwarioSmartBot
+BackWeb
+BetaBot
+Bigfoot
 Bitacle
-BlackWidow
-BlowFish
-Bolt
-Brandwatch
-CCBot
-CODE87
+CSHttp
+CheTeam
+CheeseBot
 CherryPicker
-Cliqzbot
-Collector
-CyotekWebCopy
-Discobot
-Dotbot
-Dragonfly
-FDM
-FrontPage
-FyberSpider
-Go-Ahead-Got-It
+ChinaClaw
+Claritybot
+CrunchBot
+DataCha0s
+Deusu
+ECCP/1.0
+Ecxi
+ExtractorPro
+FHscan
+GT::WWW
+Getintent
+Google-Extended
 GrabNet
-Grabber
-GrapeshotCrawler
-HTMLparser
-HaosouSpider
-Hloader
-IDBot
+HTTrack
+Havij
+IDBTE4M
+InfoNaviRobot
+InternetSeer
+Iria
 IstellaBot
-JamesBOT
-Jbrofuzz
-Jyxobot
-LNSpiderguy
-LeechGet
+Jorgee
+JustView
+Kenjin Spider
+Keyword Density
+Lanshanbot
+LeechFTP
+LexiBot
 LibWeb
-LinkScan
-LinqiaMetadataDownloaderBot
-LinqiaRSSBot
+Lightspeedsystems
 Lipperhey
-Mail.RU_Bot
-Majestic SEO
-MegaIndex.ru
-Morfeus Fucking Scanner
-NICErsPRO
-Name Intelligence
-Net Vampire
-NetLyzer
-Nettrack
-Octopus
-OutfoxBot
-Page Analyzer
-Pixray
-RankActive
-RankActiveLinkBot
-RealDownload
-SEOprofiler
+MFC_Tear_Sample
+MSFrontPage
+Mb2345Browser
+MolokaiBot
+NetZIP
+Ninja
+PageThing.com
+Papa Foto
+PeoplePal
+Picscout
+Pockey
+PxBroker
+QueryN Metasearch
+Quick-Crawler
+RankingBot2
+Recorder
+RepoMonkey
+SEOlyticsCrawler
+Scanbot
 Scrapy
 SentiBot
-Seomoz
-Siphon
+SeoSiteCheckup
 SiteExplorer
-Sogou web spider
-SpaceBison
-Spanner
-Steeler
-TheNomad
-Titan
-Trendictionbot
-VB Project
-Vagabondo
-VeriCiteCrawler
-VoidEYE
-WASALive-Bot
-WebFetch
-WebZIP
-Whack
-Whacker
-WinHTTrack
-Woobot
-ZoomBot
-arquivo.pt
-cah.io.community
-check1.exe
-cognitiveseo
-cohere-ai
-crawler.feedback
-dataforseo.com
-demandbase-bot
-evc-batch
-heritrix
-muhstik-scan
-netEstate NE Crawler
-openai.com
+Sitevigil
+SocialRankIOBot
+Spammen
+Suzuran
+Teleport
+Telesphoreo
+Thumbor
+V-BOT
+WWW-Collector-E
+Web Collage
+Webster
+Wprecon
+Xaldon_WebSpider
+Zeus
+archive.org_bot
+backlink-check
+clark-crawler
+dataforseobot
+internetVista monitor
+linkdexbot
+lwp-request
+plumanalytics
 polaris version
-s1z.ru
-webgains-bot
+satoristudio.net
+seoscanners
+webmeup-crawler
 x09Mozilla
+zgrab