vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

workaround for deepseek not working

Browse source
This commit is contained in:
Concedo 2024-07-05 22:39:53 +08:00
parent 6b0756506b
commit 388a2aff00
3 changed files with 17 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

4
ggml-opencl.cpp
View file

@ -1812,6 +1812,10 @@ static void ggml_cl_mul_mat_q_f32(const ggml_tensor * src0, const ggml_tensor *
cl_kernel* to_fp32_cl = ggml_get_to_fp32_cl(type);
cl_kernel* dmmv = ggml_get_dequantize_mul_mat_vec_cl(type);
if(to_fp32_cl==nullptr)
{
printf("\nOpenCL: Unsupported Tensor Type Detected: %d\n",type);
}
GGML_ASSERT(to_fp32_cl != nullptr);
const size_t global_denom = ggml_cl_global_denom(type);