vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

tweaks to chat template

Browse source
This commit is contained in:
Concedo 2024-11-21 11:10:30 +08:00
parent 547ab2aebb
commit 272828cab0
2 changed files with 8 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

10
expose.cpp
View file

@ -275,14 +275,10 @@ extern "C"
return (int)last_stop_reason;
}
static std::string chat_template = "";
const char* get_chat_template() {
// we need to keep this around
static std::string* ct = nullptr;
if (ct == nullptr) {
ct = new std::string();
}
*ct = gpttype_get_chat_template();
return ct->c_str();
chat_template = gpttype_get_chat_template();
return chat_template.c_str();
}
const char* get_pending_output() {