vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 00:54:41 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Merge branch 'master' into concedo_experimental

Browse source
This commit is contained in:
Concedo 2023-10-08 15:51:42 +08:00
commit d8fa5ca230
3 changed files with 178 additions and 120 deletions
Download patch file Download diff file Expand all files Collapse all files

4
llama.cpp
View file

@ -2053,7 +2053,7 @@ static void llm_load_hparams(
case 36: model.type = e_model::MODEL_8B; break;
default: model.type = e_model::MODEL_UNKNOWN;
}
}
} break;
case LLM_ARCH_REFACT:
{
GGUF_GET_KEY(ctx, hparams.f_norm_rms_eps, gguf_get_val_f32, GGUF_TYPE_FLOAT32, true, kv(LLM_KV_ATTENTION_LAYERNORM_RMS_EPS));
@ -4932,7 +4932,7 @@ static struct ggml_cgraph * llama_build_graph(
case LLM_ARCH_PERSIMMON:
{
result = llm_build_persimmon(lctx, batch);
}
} break;
case LLM_ARCH_REFACT:
{
result = llm_build_refact(lctx, batch);