vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

vulkan multigpu, show uptime

Browse source
This commit is contained in:
Concedo 2024-02-08 16:54:38 +08:00
parent ec2dbd99a3
commit 4cd571db89
6 changed files with 50 additions and 14 deletions
Download patch file Download diff file Expand all files Collapse all files

4
class.py
View file

@ -254,9 +254,9 @@ class model_backend(InferenceModel):
self.kcpp_noblas = True
self.kcpp_nommap = True
elif accel==8:
self.kcpp_usevulkan = 0
self.kcpp_usevulkan = [0]
elif accel==9:
self.kcpp_usevulkan = 1
self.kcpp_usevulkan = [1]
pass
def unload(self):