vrr/koboldcpp
2
0
Fork 0
mirror of https://github.com/LostRuins/koboldcpp.git synced 2025-09-10 09:04:36 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions

added multiuser mode

Browse source
This commit is contained in:
Concedo 2023-09-16 11:23:39 +08:00
parent 4218641d97
commit 53885de6db
2 changed files with 38 additions and 19 deletions
Download patch file Download diff file Expand all files Collapse all files

2
class.py
View file

@ -37,7 +37,7 @@ class model_backend(InferenceModel):
super().__init__()
def is_valid(self, model_name, model_path, menu_path):
return "ggml" in model_name.lower()
return ("ggml" in model_name.lower() or "gguf" in model_name.lower())
def get_requested_parameters(self, model_name, model_path, menu_path, parameters = {}):
self.filename = model_name #model_path is null, name is path for some reason