vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

merge missing functions from sdcpp

Browse source
This commit is contained in:
Concedo 2024-02-28 16:38:00 +08:00
parent 26696970ce
commit 19e1c518f1
4 changed files with 325 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

2
otherarch/sdcpp/ggml_extend.hpp
View file

@ -846,7 +846,7 @@ public:
return NULL;
}
// it's performing a compute, check if backend isn't cpu
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_CPU) {
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_TYPE_CPU) {
// pass input tensors to gpu memory
auto backend_tensor = ggml_dup_tensor(compute_ctx, tensor);