vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 09:34:37 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

qkv warning

Browse source
This commit is contained in:
Concedo 2024-12-25 15:15:38 +08:00
parent 2a890ec25a
commit 263d49d0d5
1 changed files with 1 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

1
ggml/src/ggml-backend.cpp
View file

@ -748,6 +748,7 @@ static int ggml_backend_sched_backend_id_from_cur(ggml_backend_sched_t sched, st
if (!backend_prealloc_warn) { if (!backend_prealloc_warn) {
backend_prealloc_warn = true; backend_prealloc_warn = true;
printf("\nCaution: pre-allocated tensor (%s) in a buffer (%s) that cannot run the operation (%s)\n", tensor->name, ggml_backend_buffer_name(buffer), ggml_op_name(tensor->op)); printf("\nCaution: pre-allocated tensor (%s) in a buffer (%s) that cannot run the operation (%s)\n", tensor->name, ggml_backend_buffer_name(buffer), ggml_op_name(tensor->op));
printf("\nNote that if you are using Quantized KV, not all backends support it!\n");
} }
} }