diff --git a/koboldcpp.py b/koboldcpp.py
index 4b61bad52..e8b93e7e5 100644
--- a/koboldcpp.py
+++ b/koboldcpp.py
@@ -275,6 +275,8 @@ def init_library():
         os.add_dll_directory(dir_path)
         os.add_dll_directory(abs_path)
         os.add_dll_directory(os.getcwd())
+        if libname == lib_cublas and "CUDA_PATH" in os.environ:
+            os.add_dll_directory(os.path.join(os.environ["CUDA_PATH"], "bin"))
         if libname == lib_hipblas and "HIP_PATH" in os.environ:
             os.add_dll_directory(os.path.join(os.environ["HIP_PATH"], "bin"))
             if args.debugmode == 1: