vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Revert "merge missing functions from sdcpp"

Browse source 
This reverts commit 19e1c518f1.
This commit is contained in:
Concedo 2024-03-05 15:38:51 +08:00
parent b67a906244
commit c952b4f192
4 changed files with 7 additions and 325 deletions
Download patch file Download diff file Expand all files Collapse all files

2
otherarch/sdcpp/ggml_extend.hpp
View file

@ -846,7 +846,7 @@ public:
return NULL;
}
// it's performing a compute, check if backend isn't cpu
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_TYPE_CPU) {
if (!ggml_backend_is_cpu(backend) && tensor->backend == GGML_BACKEND_CPU) {
// pass input tensors to gpu memory
auto backend_tensor = ggml_dup_tensor(compute_ctx, tensor);