V4.2025.08.5399 [ci skip]

dev-tools/test_units/random-bots-for-whitelist-test.list

@@ -1,100 +1,100 @@
-404enemy
-80legs
-AIBOT
-AdsTxtCrawlerTP
-Apexoo
-BBBike
-BDCbot
-BackStreet
-BackWeb
-Brandprotect
-Brandwatch
-Chlooe
-Cocolyzebot
-Cosmos
-CyotekWebCopy
+ALittle Client
+Abonti
+AllSubmitter
+Anarchy
+Aspiegel
+Atomseobot
+BackDoorBot
+Bandit
+Bigfoot
+Bitacle
+Buck
+BuiltWith
+CherryPicker
+Citoid
+Cliqzbot
+Cloud mapping
+Cogentbot
+Collector
+CrazyWebCrawler
+Crescent
+Custo
+DBLBot
+DSearch
+Discoverybot
 DnBCrawler-Analytics
-DomainSigmaCrawler
-Drip
-Extractor
-FHscan
-Fimap
-FyberSpider
-G-i-g-a-b-o-t
-Go!Zilla
+Domains Project
+Download Wonder
+Ecxi
+Ezooms
+GeedoProductSearch
+GetRight
+GetWeb
+Go-Ahead-Got-It
+Gotit
 GrapeFX
-HEADMasterSEO
-HybridBot
-ImagesiftBot
-Intelliseek
-Internet Ninja
-Iria
-Iskanie
-JOC Web Spider
-Joomla
+Havij
+HonoluluBot
+IDBTE4M
+Iblog
+IlseBot
+IndeedBot
+InterGET
+InternetSeer
+IstellaBot
 JustView
-Jyxobot
-Kenjin Spider
 Lanshanbot
 LeechFTP
-Libwhisker
-LinksManager
-MQQBrowser
-Majestic SEO
-MarkWatch
-Mediatoolkitbot
-Mojeek
+Lightspeedsystems
+Linkbot
+Lipperhey Spider
+MFC_Tear_Sample
+MSFrontPage
+MSIECrawler
+Mag-Net
+Mail.RU_Bot
+Majestic12
+MauiBot
+Mb2345Browser
 MolokaiBot
-Navroad
-Net Vampire
-NextGenSearchBot
-NimbleCrawler
-OrangeBot
-OrangeSpider
-OutfoxBot
-PageGrabber
-PageScorer
+NPbot
+NearSite
+NetMechanic
+NetSpider
+Offline Explorer
+Openfind
+Openvas
 Panscient
-Picscout
-PyCurl
-RankingBot
-RankingBot2
-RankurBot
+Pavuk
 Recorder
-RepoMonkey
 RocketCrawler
-SEOkicks
-Seekport
-SemrushBot
-Siphon
+SeekportBot
+SemrushBot-FT
+Shodan
+SiteCheckerBotCrawler
+Sitevigil
+SocialRankIOBot
 Spammen
-SpankBot
-Spanner
 SurveyBot
-Swiftbot
-TeleportPro
-Telesphorep
-TurnitinBot
-Upflow
-WBSearchBot
+Trendictionbot
+TwengaBot
+UnisterBot
+Voltron
 WeSEE
-Web Auto
-WebZIP
-Whack
-Wotbox
-adscanner
-cah.io.community
-eCatch
-facebookscraper
-linkdexbot
-netEstate NE Crawler
-openai
-seocompany.store
-seostar
-spyfu
-sysscan
-trendiction.com
+Web Pix
+Who.is Bot
+Xaldon_WebSpider
+archive.org_bot
+arquivo-web-crawler
+backlink-check
+coccocbot
+cognitiveseo
+crawl.sogou.com
+gopher
+meanpathbot
+plumanalytics
+polaris version
+seoscanners
 webgains-bot
-webpros.com
-xpymep1.exe
+zauba.io
 zgrab