vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-08-25 16:25:43 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

muse glimmer jinja and tool calls working

Browse source
This commit is contained in:
Concedo 2026-08-11 15:06:30 +08:00
parent b3d0475aae
commit b39ff27d6f
3 changed files with 104 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

22
gpttype_adapter.cpp
View file

@ -5107,7 +5107,27 @@ std::string gpttype_parse_chat_tool_calls(const std::string & generated_text,
parser_params.parse_tool_calls = true;
parser_params.parser.load(chat_params.parser);
common_chat_msg parsed = common_chat_parse(generated_text, is_partial, parser_params);
ggml_log_callback currlogger = nullptr;
void * curruserdat = nullptr;
int oldverbosity = common_log_get_verbosity_thold();
llama_log_get(&currlogger, &curruserdat);
llama_log_set(log_callback_off, nullptr);
common_log_set_verbosity_thold(GGML_LOG_LEVEL_NONE);
common_chat_msg parsed;
try
{
parsed = common_chat_parse(generated_text, is_partial, parser_params);
}
catch(...)
{
llama_log_set(currlogger, curruserdat);
common_log_set_verbosity_thold(oldverbosity);
throw;
}
llama_log_set(currlogger, curruserdat);
common_log_set_verbosity_thold(oldverbosity);
if(parsed.tool_calls.empty())
{
return "";