From b0f0ecc3dce806c68609d375a2b3edc430d8db18 Mon Sep 17 00:00:00 2001 From: tempstudio <49735574+tempstudio@users.noreply.github.com> Date: Wed, 16 Jul 2025 10:02:06 -0500 Subject: [PATCH] model : support output bias for qwen2 (#14711) Co-authored-by: qwaqrm --- src/llama-model.cpp | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/src/llama-model.cpp b/src/llama-model.cpp index 67cae6957..9d8a686e0 100644 --- a/src/llama-model.cpp +++ b/src/llama-model.cpp @@ -2692,6 +2692,7 @@ bool llama_model::load_tensors(llama_model_loader & ml) { // output output_norm = create_tensor(tn(LLM_TENSOR_OUTPUT_NORM, "weight"), {n_embd}, 0); output = create_tensor(tn(LLM_TENSOR_OUTPUT, "weight"), {n_embd, n_vocab}, TENSOR_NOT_REQUIRED); + output_b = create_tensor(tn(LLM_TENSOR_OUTPUT, "bias"), {n_vocab}, TENSOR_NOT_REQUIRED); // if output is NULL, init from the input tok embed if (output == NULL) { output = create_tensor(tn(LLM_TENSOR_TOKEN_EMBD, "weight"), {n_embd, n_vocab}, TENSOR_DUPLICATED); @@ -7765,6 +7766,10 @@ struct llm_build_qwen2 : public llm_graph_context { // lm_head cur = build_lora_mm(model.output, cur); + if (model.output_b != nullptr) { + cur = ggml_add(ctx0, cur, model.output_b); + } + cb(cur, "result_output", -1); res->t_logits = cur;