vrr/prima.cpp
2
0
Fork 0
mirror of https://github.com/Lizonghang/prima.cpp.git synced 2025-09-07 21:09:11 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

throw error when using async upload, will support later

Browse source
This commit is contained in:
Lizonghang 2024-12-05 14:18:39 +04:00
parent 5a99c5894d
commit e74967c488
1 changed files with 1 additions and 0 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

1
src/llama.cpp
View file

@ -5340,6 +5340,7 @@ struct llama_model_loader {
}(__func__); }(__func__);
if (upload_backend) { if (upload_backend) {
throw std::runtime_error("async uploads is not supported now\n");
LLAMA_LOG_DEBUG("%s: using async uploads for device %s, buffer type %s, backend %s\n", __func__, LLAMA_LOG_DEBUG("%s: using async uploads for device %s, buffer type %s, backend %s\n", __func__,
ggml_backend_dev_name(ggml_backend_get_device(upload_backend)), ggml_backend_dev_name(ggml_backend_get_device(upload_backend)),
ggml_backend_buft_name(ggml_backend_buffer_get_type(bufs.at(0))), ggml_backend_buft_name(ggml_backend_buffer_get_type(bufs.at(0))),