vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-12 18:09:42 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

memory : correctly handle failure in apply() (#14438)

Browse source 
ggml-ci
This commit is contained in:
Georgi Gerganov 2025-06-30 18:03:03 +03:00 • committed by GitHub
parent 5dd942de59
commit 745f11fed0
No known key found for this signature in database
GPG key ID: B5690EEEBB952194
6 changed files with 32 additions and 4 deletions
Download patch file Download diff file Expand all files Collapse all files

2
src/llama-kv-cache-unified.cpp
View file

@ -1776,7 +1776,7 @@ bool llama_kv_cache_unified_context::next() {
}
bool llama_kv_cache_unified_context::apply() {
assert(status == LLAMA_MEMORY_STATUS_SUCCESS);
assert(!llama_memory_status_is_fail(status));
// no ubatches -> this is a KV cache update
if (ubatches.empty()) {