vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-07 00:41:50 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

force mistral think tokens to print

Browse source
This commit is contained in:
Concedo 2026-02-11 21:26:16 +08:00
parent bb48a9a13b
commit f916966799
1 changed files with 7 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

7
src/llama-vocab.cpp
View file

@ -2704,6 +2704,13 @@ void llama_vocab::impl::load(llama_model_loader & ml, const LLM_KV & kv) {
attr = LLAMA_TOKEN_ATTR_USER_DEFINED;
}
if(t.first=="[THINK]" || t.first=="[/THINK]" || t.first=="<think>" || t.first=="</think>")
{
LLAMA_LOG_WARN("%s: setting token '%s' (%d) attribute to USER_DEFINED (%u), old attributes: %u\n",
__func__, t.first.c_str(), t.second, LLAMA_TOKEN_ATTR_USER_DEFINED, attr);
attr = LLAMA_TOKEN_ATTR_USER_DEFINED;
}
}
// sanity checks