vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

improved remotelink cmd, fixed lib unload, updated class.py

Browse source
This commit is contained in:
Concedo 2023-09-25 17:50:00 +08:00
parent fdadbd0fbb
commit 17ee719c56
3 changed files with 53 additions and 15 deletions
Download patch file Download diff file Expand all files Collapse all files

25
class.py
View file

@ -188,6 +188,18 @@ class model_backend(InferenceModel):
"extra_classes": "",
'children': [{'text': 'False', 'value': False}, {'text': 'True', 'value': True}],
})
requested_parameters.append({
"uitype": "text",
"unit": "text",
"label": "GPU ID",
"id": "kcpp_tensor_split_str",
"default": "1",
"check": {"value": "", 'check': "!="},
"tooltip": "Which GPU's do we use? For example:1 2",
"menu_path": "",
"refresh_model_inputs": False,
"extra_classes": ""
})
requested_parameters.append({
"uitype": "dropdown",
"unit": "int",
@ -202,18 +214,6 @@ class model_backend(InferenceModel):
"extra_classes": "",
'children': [{'text': 'False', 'value': 0}, {'text': 'True', 'value': 1}],
})
requested_parameters.append({
"uitype": "text",
"unit": "text",
"label": "Tensor Split",
"id": "kcpp_tensor_split_str",
"default": self.kcpp_tensor_split_str,
"check": {"value": "", 'check': "!="},
"tooltip": "Tensor Split, values are space separated",
"menu_path": "",
"refresh_model_inputs": False,
"extra_classes": ""
})
return requested_parameters
def set_input_parameters(self, parameters):
@ -232,6 +232,7 @@ class model_backend(InferenceModel):
self.kcpp_tensor_split = []
for s in splits:
self.kcpp_tensor_split.append(int(s))
print(self.kcpp_tensor_split)
accel = parameters["kcpp_accelerator"]
if accel==0: