vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-11 01:24:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

fixed order of selection

Browse source
This commit is contained in:
Concedo 2024-07-25 11:15:30 +08:00
parent d1f7832d21
commit 0024d9d682
1 changed files with 11 additions and 7 deletions
Download patch file Download diff file Expand all files Collapse all files

18
koboldcpp.py
View file

@ -310,12 +310,6 @@ def init_library():
print("!!! Attempting to use FAILSAFE MODE !!!") print("!!! Attempting to use FAILSAFE MODE !!!")
else: else:
print("Attempting to use non-avx2 compatibility library.") print("Attempting to use non-avx2 compatibility library.")
elif args.useclblast:
if not file_exists(lib_clblast) or (os.name=='nt' and not file_exists("clblast.dll")):
print("Warning: CLBlast library file not found. Non-BLAS library will be used.")
else:
print("Attempting to use CLBlast library for faster prompt ingestion. A compatible clblast will be required.")
use_clblast = True
elif (args.usecublas is not None): elif (args.usecublas is not None):
if not file_exists(lib_cublas) and not file_exists(lib_hipblas): if not file_exists(lib_cublas) and not file_exists(lib_hipblas):
print("Warning: CuBLAS library file not found. Non-BLAS library will be used.") print("Warning: CuBLAS library file not found. Non-BLAS library will be used.")
@ -332,7 +326,12 @@ def init_library():
else: else:
print("Attempting to use Vulkan library for faster prompt ingestion. A compatible Vulkan will be required.") print("Attempting to use Vulkan library for faster prompt ingestion. A compatible Vulkan will be required.")
use_vulkan = True use_vulkan = True
elif args.useclblast:
if not file_exists(lib_clblast) or (os.name=='nt' and not file_exists("clblast.dll")):
print("Warning: CLBlast library file not found. Non-BLAS library will be used.")
else:
print("Attempting to use CLBlast library for faster prompt ingestion. A compatible clblast will be required.")
use_clblast = True
else: else:
if not file_exists(lib_openblas) or (os.name=='nt' and not file_exists("libopenblas.dll")): if not file_exists(lib_openblas) or (os.name=='nt' and not file_exists("libopenblas.dll")):
print("Warning: OpenBLAS library file not found. Non-BLAS library will be used.") print("Warning: OpenBLAS library file not found. Non-BLAS library will be used.")
@ -2749,6 +2748,11 @@ def show_gui():
savdict["usemlock"] = False savdict["usemlock"] = False
savdict["debugmode"] = 0 savdict["debugmode"] = 0
savdict["ssl"] = None savdict["ssl"] = None
savdict["useclblast"] = None
savdict["usecublas"] = None
savdict["usevulkan"] = None
savdict["tensor_split"] = None
savdict["config"] = None
filename = asksaveasfile(filetypes=file_type, defaultextension=file_type) filename = asksaveasfile(filetypes=file_type, defaultextension=file_type)
if filename == None: if filename == None:
return return