vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-10-03 03:25:40 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

spec: fix segfault error on long prompts for eagle3 (#24707)

Browse source
This commit is contained in:
Ruixiang Wang 2026-06-17 16:29:49 +02:00 • committed by GitHub
parent 74a80dd9c0
commit 1a2dea29b9
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
4 changed files with 16 additions and 5 deletions
Download patch file Download diff file Expand all files Collapse all files

7
src/llama-hparams.h
View file

@ -189,6 +189,10 @@ struct llama_hparams {
// input embedding dimension (0 = use n_embd)
uint32_t n_embd_inp_impl = 0;
// encoder input embedding dimension (0 = use n_embd_inp())
// e.g. the eagle3 encoder fuses target_layers * target_hidden features
uint32_t n_embd_inp_enc_impl = 0;
// output embedding dimension (0 = use n_embd)
uint32_t n_embd_out_impl = 0;
@ -305,6 +309,9 @@ struct llama_hparams {
// dimension of main + auxiliary input embeddings
uint32_t n_embd_inp() const;
// dimension of the encoder input embeddings
uint32_t n_embd_inp_enc() const;
// dimension of output embeddings
uint32_t n_embd_out() const;