vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 17:14:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

Added vulkan support for SD (+1 squashed commits)

Browse source 
Squashed commits:

[13f42f83] Added vulkan support for SD
This commit is contained in:
Concedo 2024-08-01 17:07:07 +08:00
parent 101efb66af
commit 3a72410804
35 changed files with 102702 additions and 98774 deletions
Download patch file Download diff file Expand all files Collapse all files

6
koboldcpp.py
View file

@ -41,7 +41,7 @@ maxhordelen = 350
modelbusy = threading.Lock()
requestsinqueue = 0
defaultport = 5001
KcppVersion = "1.71.1"
KcppVersion = "1.72"
showdebug = True
guimode = False
showsamplerwarning = True
@ -3771,7 +3771,7 @@ def main(launch_args,start_server=True):
if not filename.endswith(".json"):
filename += ".json"
premade_adapt_path = os.path.join(adapt_dir,filename)
if os.path.exists(premade_adapt_path):
if premade_adapt_path and os.path.exists(premade_adapt_path):
ccadapter_path = os.path.abspath(premade_adapt_path)
if ccadapter_path:
print(f"Loading Chat Completions Adapter: {ccadapter_path}")
@ -3890,7 +3890,7 @@ def main(launch_args,start_server=True):
if shouldavoidgpu:
print("WARNING: GPU layers is set, but a GPU backend was not selected!")
pass
elif args.gpulayers==-1 and not shouldavoidgpu and os.path.exists(args.model_param):
elif args.gpulayers==-1 and not shouldavoidgpu and args.model_param and os.path.exists(args.model_param):
if not args.usecublas and not args.usevulkan and not args.useclblast:
print("NOTE: Auto GPU layers was set without picking a GPU backend! Trying to assign one for you automatically...")
auto_set_backend_cli()