update templates, fix rwkv

This commit is contained in:
Concedo 2024-09-22 01:32:12 +08:00
parent d4d19f6dbe
commit c38d1ecc8d
6 changed files with 51 additions and 6 deletions

View file

@ -2807,7 +2807,7 @@ generation_outputs gpttype_generate(const generation_inputs inputs)
{
ContextFastForward(current_context_tokens, embd_inp, n_past, last_n_tokens, nctx, smartcontext, false, true);
}
if(is_mamba)
if(is_mamba || is_rwkv_new)
{
if(n_past==0)
{