From 1859dbed493e4cf6a212f6f74094793b599cf433 Mon Sep 17 00:00:00 2001
From: Concedo <39025047+LostRuins@users.noreply.github.com>
Date: Sun, 20 Sep 2026 10:35:37 +0800
Subject: [PATCH] preserved tokens
---
src/llama-vocab.cpp | 1 +
1 file changed, 1 insertion(+)
diff --git a/src/llama-vocab.cpp b/src/llama-vocab.cpp
index 93bdfc67a..376505326 100644
--- a/src/llama-vocab.cpp
+++ b/src/llama-vocab.cpp
@@ -3182,6 +3182,7 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
|| t.first == "[THINK]" || t.first == "[/THINK]"
|| t.first == "<|eom|>" // muse-glimmer mid-turn delimiter
|| t.first == "" || t.first == ""
+ || t.first == "" || t.first == "" //minicpm5
// || t.first == "<|tool_calls_section_begin|>" || t.first == "<|tool_calls_section_end|>" // kimi-k2
|| t.first == "<|tool_call_begin|>" || t.first == "<|tool_call_argument_begin|>" // kimi-k2
|| t.first == "[CALL_ID]" || t.first == "[TOOL_CONTENT]" || t.first == "[TOOL_CALLS]" || t.first == "[ARGS]") {