vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

chat : hotfix gpt-oss jinja raising an exception (#15243)

Browse source 
* chat : hotfix gpt-oss jinja raising an exception

* fix
This commit is contained in:
Xuan-Son Nguyen 2025-08-11 15:31:35 +02:00 • committed by GitHub
parent 53d0a12658
commit fba5c0d680
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 11 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

11
common/chat.cpp
View file

@ -552,6 +552,17 @@ common_chat_templates_ptr common_chat_templates_init(
default_template_src = CHATML_TEMPLATE_SRC; default_template_src = CHATML_TEMPLATE_SRC;
} }
} }
// TODO @ngxson : this is a temporary hack to prevent chat template from throwing an error
// Ref: https://github.com/ggml-org/llama.cpp/pull/15230#issuecomment-3173959633
if (default_template_src.find("<|channel|>") != std::string::npos
// search for the error message and patch it
&& default_template_src.find("in message.content or") != std::string::npos) {
string_replace_all(default_template_src,
"{%- if \"<|channel|>analysis<|message|>\" in message.content or \"<|channel|>final<|message|>\" in message.content %}",
"{%- if false %}");
}
std::string token_bos = bos_token_override; std::string token_bos = bos_token_override;
std::string token_eos = eos_token_override; std::string token_eos = eos_token_override;
bool add_bos = false; bool add_bos = false;