Merge branch 'concedo_experimental' of https://github.com/LostRuins/koboldcpp into concedo_experimental

This commit is contained in:
Concedo 2024-05-28 18:25:13 +08:00
commit dd59303ae1

View file

@ -275,6 +275,8 @@ def init_library():
os.add_dll_directory(dir_path)
os.add_dll_directory(abs_path)
os.add_dll_directory(os.getcwd())
if libname == lib_cublas and "CUDA_PATH" in os.environ:
os.add_dll_directory(os.path.join(os.environ["CUDA_PATH"], "bin"))
if libname == lib_hipblas and "HIP_PATH" in os.environ:
os.add_dll_directory(os.path.join(os.environ["HIP_PATH"], "bin"))
if args.debugmode == 1: