vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-22 03:10:03 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

workaround for rwkv

Browse source
This commit is contained in:
Concedo 2025-04-14 14:46:08 +08:00
parent 3d31d75c8f
commit ffa0bc21e6
1 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
src/llama-kv-cache.cpp
View file

@ -205,7 +205,7 @@ bool llama_kv_cache_unified::seq_rm(llama_seq_id seq_id, llama_pos p0, llama_pos
}
}
return true;
// return true;
}
for (uint32_t i = 0; i < size; ++i) {
@ -487,8 +487,10 @@ void llama_kv_cache_unified::commit() {
}
if (pending.ranges.empty()) {
if (!recurrent) {
LLAMA_LOG_WARN("%s: no pending KV cache updates to commit - might indicate a bug (ref: %s)\n",
__func__, "https://github.com/ggml-org/llama.cpp/pull/12695");
}
return;
}