vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-07 17:22:04 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 3

fix cuda graph spams

Browse source
This commit is contained in:
Concedo 2026-02-03 19:00:50 +08:00
parent 7b393fa487
commit 316530e9cf
1 changed files with 7 additions and 3 deletions
Download patch file Download diff file Expand all files Collapse all files

10
ggml/src/ggml-cuda/common.cuh
View file

@ -1140,7 +1140,7 @@ struct ggml_cuda_graph_node_properties {
};
static_assert(std::is_trivial<ggml_cuda_graph_node_properties>::value, "ggml_cuda_graph_node_properties must be trivial");
static bool cugraph_warned_rec = false;
struct ggml_cuda_graph {
#ifdef USE_CUDA_GRAPH
~ggml_cuda_graph() {
@ -1172,8 +1172,12 @@ struct ggml_cuda_graph {
} else {
number_consecutive_updates = 0;
}
if (number_consecutive_updates >= 4 && !disable_due_to_too_many_updates) {
GGML_LOG_DEBUG("%s: disabling CUDA graphs due to too many consecutive updates\n", __func__);
if (number_consecutive_updates >= 4) {
if(!cugraph_warned_rec)
{
cugraph_warned_rec = true;
GGML_LOG_DEBUG("%s: disabling CUDA graphs due to too many consecutive updates\n", __func__);
}
disable_due_to_too_many_updates = true;
}
}