vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-13 18:39:48 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

model : fix build after merge conflict (#14754)

Browse source
This commit is contained in:
Georgi Gerganov 2025-07-18 11:53:55 +03:00 • committed by GitHub
parent e0cb5c5cb8
commit eacdeb5bfc
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
1 changed files with 4 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

8
src/llama-model.cpp
View file

@ -13530,7 +13530,7 @@ struct llm_build_exaone : public llm_graph_context {
template <bool iswa> template <bool iswa>
struct llm_build_exaone4 : public llm_graph_context { struct llm_build_exaone4 : public llm_graph_context {
llm_build_exaone4(const llama_model & model, const llm_graph_params & params, ggml_cgraph * gf) : llm_graph_context(params) { llm_build_exaone4(const llama_model & model, const llm_graph_params & params) : llm_graph_context(params) {
const int64_t n_embd_head = hparams.n_embd_head_k; const int64_t n_embd_head = hparams.n_embd_head_k;
GGML_ASSERT(n_embd_head == hparams.n_embd_head_v); GGML_ASSERT(n_embd_head == hparams.n_embd_head_v);
@ -13603,7 +13603,7 @@ struct llm_build_exaone4 : public llm_graph_context {
cb(Kcur, "Kcur", il); cb(Kcur, "Kcur", il);
cb(Vcur, "Vcur", il); cb(Vcur, "Vcur", il);
cur = build_attn(inp_attn, gf, cur = build_attn(inp_attn,
model.layers[il].wo, NULL, model.layers[il].wo, NULL,
Qcur, Kcur, Vcur, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il); Qcur, Kcur, Vcur, nullptr, nullptr, 1.0f/sqrtf(float(n_embd_head)), il);
cb(cur, "attn_out", il); cb(cur, "attn_out", il);
@ -17352,9 +17352,9 @@ ggml_cgraph * llama_model::build_graph(const llm_graph_params & params) const {
case LLM_ARCH_EXAONE4: case LLM_ARCH_EXAONE4:
{ {
if (hparams.swa_type == LLAMA_SWA_TYPE_STANDARD) { if (hparams.swa_type == LLAMA_SWA_TYPE_STANDARD) {
llm = std::make_unique<llm_build_exaone4<true>>(*this, params, gf); llm = std::make_unique<llm_build_exaone4<true>>(*this, params);
} else { } else {
llm = std::make_unique<llm_build_exaone4<false>>(*this, params, gf); llm = std::make_unique<llm_build_exaone4<false>>(*this, params);
} }
} break; } break;
case LLM_ARCH_RWKV6: case LLM_ARCH_RWKV6: