vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 00:54:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

kv override option (+1 squashed commits)

Browse source 
Squashed commits:

[e615fc01] kv override option
This commit is contained in:
Concedo 2025-04-17 14:14:41 +08:00
parent cbdee99354
commit c67510718e
3 changed files with 21 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

11
gpttype_adapter.cpp
View file

@ -2189,6 +2189,17 @@ ModelLoadResult gpttype_load_model(const load_model_inputs inputs, FileFormat in
kvo.tag = LLAMA_KV_OVERRIDE_TYPE_INT;
kvo.val_i64 = inputs.moe_experts;
kvos.push_back(kvo);
}
std::string override_kv = inputs.override_kv;
if(override_kv != "" && file_format==FileFormat::GGUF_GENERIC)
{
printf("\nAttempting to apply KV override: %s...\n",override_kv.c_str());
bool kvo_ok = string_parse_kv_override(override_kv.c_str(),kvos);
LLAMA_LOG_INFO("\nKV override result: %s\n",(kvo_ok?"success":"failed"));
fflush(stdout);
}
if(kvos.size()>0)
{
model_params.kv_overrides = kvos.data();
}
llama_model * llamamodel = llama_model_load_from_file(kcpp_data->model_filename.c_str(), model_params);