mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2026-05-16 19:59:16 +00:00
spec : reset i_last when low acceptance streak occurs (#22168)
By resetting i_last to zero, we will include the current context when rebuilding the speculative map.
This commit is contained in:
parent
98d2d2884e
commit
72d693e4fb
1 changed files with 1 additions and 0 deletions
|
|
@ -749,6 +749,7 @@ struct common_speculative_state_ngram_mod : public common_speculative_state {
|
|||
|
||||
mod.reset();
|
||||
n_low = 0;
|
||||
i_last = 0;
|
||||
}
|
||||
} else {
|
||||
n_low = 0;
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue