vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2026-05-24 05:33:38 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

try to fix cuda builds

Browse source
This commit is contained in:
Concedo 2026-05-23 21:58:01 +08:00
parent 3aea5a795e
commit 38298dd4e8
2 changed files with 3 additions and 1 deletions
Download patch file Download diff file Expand all files Collapse all files

2
CMakeLists.txt
View file

@ -96,6 +96,8 @@ if (LLAMA_CUBLAS)
if (CUDAToolkit_FOUND)
message(STATUS "cuBLAS found")
add_compile_options("$<$<COMPILE_LANGUAGE:CUDA>:-Xcudafe;--diag_suppress=177>")
enable_language(CUDA)
add_compile_definitions(GGML_USE_LLAMAFILE)

2
ggml/src/ggml-cuda/common.cuh
View file

@ -113,7 +113,7 @@
// PDL host-side support (cudaLaunchKernelEx) requires CUDART >= 11.8 and excludes HIP/MUSA.
// __CUDA_ARCH__ is undefined in host passes; GPU arch check happens in device-side code.
#if !defined(GGML_USE_HIP) && !defined(GGML_USE_MUSA) && CUDART_VERSION >= 11080
# define GGML_CUDA_USE_PDL
// # define GGML_CUDA_USE_PDL //KCPP fix: do not use PDL as it breaks cu12.1 build too
#endif // !defined(GGML_USE_HIP) && !defined(GGML_USE_MUSA) && CUDART_VERSION >= 11080
static __device__ __forceinline__ void ggml_cuda_pdl_sync() {