vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixes to smartcontextpro

Browse source
This commit is contained in:
Concedo 2023-10-29 10:42:37 +08:00
parent 20ef442c2a
commit 338d6c265d
2 changed files with 25 additions and 13 deletions
Download patch file Download diff file Expand all files Collapse all files

2
llama.cpp
View file

@ -9836,7 +9836,7 @@ int llama_eval(
llama_token * tokens,
int32_t n_tokens,
int n_past) {
llama_kv_cache_seq_rm(ctx->kv_self, 0, n_past, -1);
llama_kv_cache_tokens_rm(ctx->kv_self, n_past, -1);
const int ret = llama_decode_internal(*ctx, llama_batch_get_one(tokens, n_tokens, n_past, 0));
if (ret < 0) {