From dc53e30785e6a7c1078024cd816aa80d8ac97258 Mon Sep 17 00:00:00 2001 From: jojorne Date: Mon, 27 May 2024 10:38:17 -0300 Subject: [PATCH] Why not search for cuda_path as well? (#865) Let's add dll directory for cuda on Windows too. --- koboldcpp.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/koboldcpp.py b/koboldcpp.py index 25182890c..4d1a1aae3 100644 --- a/koboldcpp.py +++ b/koboldcpp.py @@ -275,6 +275,8 @@ def init_library(): os.add_dll_directory(dir_path) os.add_dll_directory(abs_path) os.add_dll_directory(os.getcwd()) + if libname == lib_cublas and "CUDA_PATH" in os.environ: + os.add_dll_directory(os.path.join(os.environ["CUDA_PATH"], "bin")) if libname == lib_hipblas and "HIP_PATH" in os.environ: os.add_dll_directory(os.path.join(os.environ["HIP_PATH"], "bin")) if args.debugmode == 1: