mirror of
https://github.com/LostRuins/koboldcpp.git
synced 2025-09-10 09:04:36 +00:00
update templates, fix rwkv
This commit is contained in:
parent
d4d19f6dbe
commit
c38d1ecc8d
6 changed files with 51 additions and 6 deletions
|
@ -2807,7 +2807,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
|
|||
{
|
||||
ContextFastForward(current_context_tokens, embd_inp, n_past, last_n_tokens, nctx, smartcontext, false, true);
|
||||
}
|
||||
if(is_mamba)
|
||||
if(is_mamba || is_rwkv_new)
|
||||
{
|
||||
if(n_past==0)
|
||||
{
|
||||
|
|
Loading…
Add table
Add a link
Reference in a new issue